-- Logs begin at Fri 2022-04-29 08:08:10 UTC, end at Fri 2022-04-29 09:16:40 UTC. -- Apr 29 08:42:11.382650 dv-cinder-839872-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 29 08:42:14.331689 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.common.config [-] Logging enabled! Apr 29 08:42:14.332437 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev159 Apr 29 08:42:14.332628 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109703) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 08:42:14.335999 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.common.config [-] Logging enabled! Apr 29 08:42:14.336286 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev159 Apr 29 08:42:14.336605 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109703) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Apr 29 08:42:14.337592 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 08:42:14.337829 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 08:42:14.338240 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 08:42:14.338489 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 08:42:14.338721 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 08:42:14.339049 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.339485 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.339724 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.340028 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.340353 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.340645 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.340944 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.341250 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.341761 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.342174 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.342480 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.342721 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.343014 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.343316 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.343613 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.343845 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] debug = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.344157 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.344618 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.345070 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.345358 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.345656 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.345943 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.346218 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.346501 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.346793 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.347147 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] host = dv-cinder-839872-1-iscsi {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.347429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.347720 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.348011 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.348326 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.348610 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.348893 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.349185 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.349469 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.349762 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.350038 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.350325 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.350619 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.350916 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.351408 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.351636 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.351931 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.352262 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.352544 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.352826 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.353106 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.353384 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.353664 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.353941 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.354232 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.354530 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.354818 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.355100 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.355380 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.355663 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.355944 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.356267 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.356571 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.356833 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.357639 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.357938 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.358215 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.358497 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.358810 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.359108 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.359400 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.359703 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.360034 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.360351 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.360633 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.360912 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.361192 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_json = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.361473 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.361754 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.362043 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.362326 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.362606 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.362887 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.363168 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.363463 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.363746 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:14.364052 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.364381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.364690 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.364979 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.365300 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.365589 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.365884 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.366171 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.366467 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.366759 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.367056 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.367343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.367654 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.367950 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.368277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.368597 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.368897 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.369197 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.369481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.369766 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.370056 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.370340 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.370633 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.370914 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.371202 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.371497 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.371783 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.372087 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.372422 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.373274 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.373578 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.373878 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.374159 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.374445 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.374743 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.375027 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.375305 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.375589 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.375883 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.376191 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.376473 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.376763 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.377049 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.377328 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.377605 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.377892 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.378192 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.378479 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.378758 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.379036 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.379318 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.379598 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.379890 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.380200 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.380482 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.380761 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.381046 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.381323 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.381601 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.381884 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.382162 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.382446 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.382723 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.383000 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.383278 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.383555 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.383833 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.384111 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.384409 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.384691 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.384967 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.385246 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.385521 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.385799 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.386080 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.386384 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.386669 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.386954 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.387237 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.387520 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.387803 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.388086 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.388476 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.388768 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.389229 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.389534 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.389829 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.390126 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.390428 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.390731 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.391035 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.391319 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.391603 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.391885 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.392192 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.392481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.392772 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.393064 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.393366 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.393668 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.393967 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.394267 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.394572 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.394858 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.395176 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.395462 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:14.395683 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 08:42:14.395936 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109703) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 29 08:42:14.864071 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 08:42:14.864432 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 08:42:14.864669 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 29 08:42:14.865005 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 29 08:42:15.209418 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.209615 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.209873 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.211177 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.211460 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.211728 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.269569 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.269852 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.270125 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.285311 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.285604 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.285878 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.318216 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.318516 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.318789 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.361098 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.361750 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.361750 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.713748 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3ea2a99670> agent after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.714034 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3ea2a99670> agent after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.714306 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ea2a99700> segment precommit_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.714578 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3ea2a99790> network precommit_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.715276 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3ea2a9b820> segment before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.817849 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> network before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.818181 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3ea2a591f0> agent before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.818470 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> network before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.818752 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.819025 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.819344 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> segment precommit_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.819612 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> segment precommit_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.819872 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> segment after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.820167 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> segment after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.820443 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> network after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.820714 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> network precommit_delete 0 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.820984 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.821245 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.821501 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.821777 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> port provisioning_complete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.822076 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.822306 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.822581 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> agent after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.822853 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> subnet after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.823120 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> subnet precommit_delete 0 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.823439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.823666 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.824016 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> segment_host_mapping after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.824438 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.824696 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.824946 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3ea33cf310>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.825364 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.825604 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.825995 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.826239 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.826481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.826715 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:15.827098 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 29 08:42:15.830550 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 29 08:42:15.834561 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 29 08:42:15.838670 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 29 08:42:15.840355 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 29 08:42:15.841000 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 29 08:42:15.841373 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 29 08:42:15.841778 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 29 08:42:15.844677 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 29 08:42:15.844934 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 29 08:42:15.845289 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 08:42:15.850326 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 29 08:42:15.877209 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 29 08:42:15.877689 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3ea2b49610>> qos_plugin after_init 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.877999 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109703) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 29 08:42:15.878386 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3ea2b5e250>> logging-plugin after_init 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.879781 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109703) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 29 08:42:15.880072 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 29 08:42:15.880350 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 29 08:42:15.883704 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3ea2b49520>> floatingip before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.883984 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3ea2b49520>> port before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:15.946935 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 29 08:42:15.947185 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 29 08:42:15.947426 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 29 08:42:15.947813 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 29 08:42:15.969879 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_db.sqlalchemy.engines [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109703) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 29 08:42:16.473481 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing driver for type 'gre' Apr 29 08:42:16.474239 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] gre ID ranges: [(1, 1000)] Apr 29 08:42:16.529265 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing driver for type 'local' Apr 29 08:42:16.529677 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing driver for type 'vlan' Apr 29 08:42:16.543582 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] VlanTypeDriver initialization complete Apr 29 08:42:16.543945 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing driver for type 'vxlan' Apr 29 08:42:16.545059 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] vxlan ID ranges: [(1, 1000)] Apr 29 08:42:16.605037 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing extension driver 'port_security' Apr 29 08:42:16.605506 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.extensions.port_security [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] PortSecurityExtensionDriver initialization complete Apr 29 08:42:16.605953 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing mechanism driver 'openvswitch' Apr 29 08:42:16.606371 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing mechanism driver 'hyperv' Apr 29 08:42:16.614226 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.plugin [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:16.615128 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea2857b50>> port after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.615495 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea2857b50>> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.615859 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea2857b50>> port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.616449 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.616935 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23918b0>> subnet after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.617259 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23918b0>> subnet after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.617617 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23918b0>> subnet after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.618022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.618437 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ac910>> network after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.618793 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ac910>> network after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.619146 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ac910>> network after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.619549 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.619963 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ace20>> security_group after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.620354 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ace20>> security_group after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.620711 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23ace20>> security_group after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.621114 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.621525 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7370>> security_group_rule after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.621881 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7370>> security_group_rule after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.622227 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7370>> security_group_rule after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.623528 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.623952 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7880>> address_group after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.624334 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7880>> address_group after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.624688 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3ea23b7880>> address_group after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.625095 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109703) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 29 08:42:16.625548 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] ML2 OVO RPC backend initialized. {{(pid=109703) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 29 08:42:16.626287 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> router_interface after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.626653 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> router_interface after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.627084 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> network before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.627440 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> networks before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.627798 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> port before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.628166 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> ports before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.628524 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> subnet before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.628874 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> subnets before_response 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.629229 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> network after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.629576 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> network after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.629920 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> network after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.630263 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> port after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.630607 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.630947 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.631291 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> subnet after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.631635 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> subnet after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.631977 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3ea23b7fa0>> subnet after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.640621 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f3ea23b7d90>. Apr 29 08:42:16.640998 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.plugin [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Modular L2 Plugin initialization complete Apr 29 08:42:16.641354 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading services supported by the core plugin {{(pid=109703) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 29 08:42:16.641706 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.plugins.ml2.managers [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Got port-security extension from driver 'port_security' Apr 29 08:42:16.642207 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.extensions.vlantransparent [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Disabled vlantransparent extension. Apr 29 08:42:16.642710 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109703) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 29 08:42:16.643043 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: router Apr 29 08:42:16.679349 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router_interface before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.679754 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_create 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.680153 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router before_create 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.680543 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router_interface before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.680924 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router_interface after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.681293 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_delete 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.681664 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> floatingip after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.682025 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> floatingip after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.682393 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_create 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.682752 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.683109 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.683467 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router_gateway after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.683967 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.684413 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.684808 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3ea29fedc0> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.685204 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3ea29feca0> port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.685556 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3ea29fed30> subnet after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.685919 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3ea29fee50> subnetpool_address_scope after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.686277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> port precommit_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.686648 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_create 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.686983 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3ea29ef4c0> port before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.687332 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.687699 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router after_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.688046 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_delete 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.688428 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_create 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.688797 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router_interface after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.689150 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> router precommit_update 55549900 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.689523 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> agent after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.689880 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> agent after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.690231 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3ea23c00a0>> network after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.691163 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Tracking information for resource: router configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:16.691502 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Tracking information for resource: floatingip configured {{(pid=109703) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 29 08:42:16.696748 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.db.l3_agentschedulers_db [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 29 08:42:16.697347 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3ea2346700> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.697729 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3ea23465e0> port after_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.698084 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _notify_port_delete at 0x7f3ea2346670> port after_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.698442 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3ea2346820> port after_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.699286 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ea23639d0>> router before_create 55550100 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.699657 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ea23639d0>> router precommit_delete 55550100 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.700028 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ea23639d0>> router precommit_create 55550100 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.700426 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3ea23639d0>> router precommit_update 55550100 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.705992 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.provider_configuration [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service providers = [] {{(pid=109703) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 29 08:42:16.706366 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.db.servicetype_db [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109703) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 29 08:42:16.709501 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.service_base [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 08:42:16.709857 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.service_base [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 08:42:16.710211 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.service_base [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 08:42:16.711119 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.services.service_base [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109703) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 29 08:42:16.711501 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.services.service_base [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 29 08:42:16.711910 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.712264 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 29 08:42:16.724030 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.724333 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: auto_allocate Apr 29 08:42:16.730339 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3ea22cd940> network precommit_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.730726 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3ea22cd940> network precommit_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.731274 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.731602 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: tag Apr 29 08:42:16.739205 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.739542 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: timestamp Apr 29 08:42:16.743641 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.744026 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: network_ip_availability Apr 29 08:42:16.749805 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea22eeeb0>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.750184 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea22eeeb0>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.750545 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea22eeeb0>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:16.751315 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.751639 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: flavors Apr 29 08:42:16.756749 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.757093 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading Plugin: revisions Apr 29 08:42:16.761427 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109703) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 29 08:42:16.761830 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.897s {{(pid=109703) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 29 08:42:16.762595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109703) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 29 08:42:16.762936 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Initializing extension manager. Apr 29 08:42:16.763535 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: __init__.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.763873 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: __pycache__ {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.764266 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: _port_mac_address_override.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.764635 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: address_group.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.765423 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.766011 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: address-group Apr 29 08:42:16.766346 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: address_scope.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.767070 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.767580 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: address-scope Apr 29 08:42:16.767910 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.768886 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.769395 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: router-admin-state-down-before-update Apr 29 08:42:16.769725 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: agent.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.770440 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.770952 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: agent Apr 29 08:42:16.771284 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: agent_resources_synced.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.772239 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.772754 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: agent-resources-synced Apr 29 08:42:16.773085 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: allowedaddresspairs.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.774930 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.775462 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: allowed-address-pairs Apr 29 08:42:16.775801 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: auto_allocated_topology.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.776924 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.777436 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: auto-allocated-topology Apr 29 08:42:16.777772 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: availability_zone.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.778481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.779550 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: availability_zone Apr 29 08:42:16.779871 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: availability_zone_filter.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.780908 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.781420 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: availability_zone_filter Apr 29 08:42:16.781752 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: data_plane_status.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.782668 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.783183 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension data-plane-status not supported by any of loaded plugins Apr 29 08:42:16.783513 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: default_subnetpools.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.784475 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.784986 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: default-subnetpools Apr 29 08:42:16.785326 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.786160 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.786678 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: dhcp_agent_scheduler Apr 29 08:42:16.787009 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: dns.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.787929 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.788476 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension dns-integration not supported by any of loaded plugins Apr 29 08:42:16.788812 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: dns_domain_ports.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.789741 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.790247 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 29 08:42:16.790585 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.791515 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.792010 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 29 08:42:16.792386 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: dvr.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.793065 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.793571 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: dvr Apr 29 08:42:16.793904 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: ecmp_routes.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.795391 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.795903 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 29 08:42:16.796331 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: empty_string_filtering.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.797264 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.797776 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: empty-string-filtering Apr 29 08:42:16.798107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.799042 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.799535 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 29 08:42:16.799866 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.800821 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.801326 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 29 08:42:16.801656 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: external_net.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.802571 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.803082 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: external-net Apr 29 08:42:16.803415 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.804378 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.804885 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: extra_dhcp_opt Apr 29 08:42:16.805331 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: extraroute.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.806144 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.806652 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: extraroute Apr 29 08:42:16.806982 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: extraroute_atomic.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.809619 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.810172 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: extraroute-atomic Apr 29 08:42:16.810556 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: filter_validation.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.811347 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.811867 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: filter-validation Apr 29 08:42:16.812225 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: fip_pf_description.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.813210 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.813761 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 29 08:42:16.814112 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: fip_pf_port_range.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.815130 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.815647 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 29 08:42:16.815983 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: fip_port_details.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.816941 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.817448 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: fip-port-details Apr 29 08:42:16.817778 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: flavors.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.819036 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.819557 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: flavors Apr 29 08:42:16.819894 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.821695 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.822270 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 29 08:42:16.822613 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: floatingip_pools.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.823334 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.823851 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: floatingip-pools Apr 29 08:42:16.824215 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: ip_allocation.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.825161 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.825745 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension ip_allocation not supported by any of loaded plugins Apr 29 08:42:16.826264 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.827228 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.827746 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: ip-substring-filtering Apr 29 08:42:16.828080 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l2_adjacency.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.829064 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.829564 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 29 08:42:16.829895 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.830922 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.831443 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: router Apr 29 08:42:16.831776 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.834100 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.834639 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 29 08:42:16.834979 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.835926 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.836475 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: ext-gw-mode Apr 29 08:42:16.836810 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.837741 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.838258 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: l3-ha Apr 29 08:42:16.838588 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.839507 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.840023 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 29 08:42:16.840391 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_flavors.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.841844 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.842499 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: l3-flavors Apr 29 08:42:16.842859 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_ndp_proxy.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.844290 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.844819 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 29 08:42:16.845160 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.846094 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.846618 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 29 08:42:16.846954 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: l3agentscheduler.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.848013 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.848568 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: l3_agent_scheduler Apr 29 08:42:16.848907 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: local_ip.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.850872 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.851655 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension local_ip not supported by any of loaded plugins Apr 29 08:42:16.851996 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: logging.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.853506 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.854040 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension logging not supported by any of loaded plugins Apr 29 08:42:16.854378 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: metering.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.855138 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.855737 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: metering Apr 29 08:42:16.856075 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.857335 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.857939 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: metering_source_and_destination_fields Apr 29 08:42:16.858281 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: multiprovidernet.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.859243 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.859760 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: multi-provider Apr 29 08:42:16.860093 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: netmtu.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.861049 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.861561 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: net-mtu Apr 29 08:42:16.861892 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: netmtu_writable.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.862823 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.863336 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: net-mtu-writable Apr 29 08:42:16.863669 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: network_availability_zone.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.864389 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.864898 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: network_availability_zone Apr 29 08:42:16.865228 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: network_ip_availability.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.866381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.866900 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: network-ip-availability Apr 29 08:42:16.867234 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: network_segment_range.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.868040 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.868574 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension network-segment-range not supported by any of loaded plugins Apr 29 08:42:16.868910 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: pagination.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.869938 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.870280 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: pagination Apr 29 08:42:16.870611 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_device_profile.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.871543 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.872110 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-device-profile Apr 29 08:42:16.873015 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_mac_address_override.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.874399 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.874969 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-mac-override Apr 29 08:42:16.875303 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.876417 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.876933 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-mac-address-regenerate Apr 29 08:42:16.877270 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.878200 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.878719 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-numa-affinity-policy Apr 29 08:42:16.879053 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_resource_request.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.879981 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.880526 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension port-resource-request not supported by any of loaded plugins Apr 29 08:42:16.880859 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: port_resource_request_groups.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.881849 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.882357 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 29 08:42:16.882693 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: portbindings.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.883634 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.884161 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: binding Apr 29 08:42:16.884500 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: portbindings_extended.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.885809 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.886324 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: binding-extended Apr 29 08:42:16.886661 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: portsecurity.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.887598 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.888116 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-security Apr 29 08:42:16.889077 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: project_id.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.890180 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.890515 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: project-id Apr 29 08:42:16.890846 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: providernet.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.891775 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.892342 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: provider Apr 29 08:42:16.892679 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.896600 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.897140 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos not supported by any of loaded plugins Apr 29 08:42:16.897478 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.898769 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.899286 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 29 08:42:16.899624 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.900611 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.901125 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 29 08:42:16.901457 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_default.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.902383 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.902897 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-default not supported by any of loaded plugins Apr 29 08:42:16.903232 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_fip.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.904238 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.904752 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-fip not supported by any of loaded plugins Apr 29 08:42:16.905083 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_fip_network_policy.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.906026 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.906537 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 29 08:42:16.906871 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_gateway_ip.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.907826 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.908380 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 29 08:42:16.908714 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_port_network_policy.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.909659 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.910177 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 29 08:42:16.910508 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.911595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.912118 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 29 08:42:16.912477 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.913546 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.914064 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 29 08:42:16.914401 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_pps_rule.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.915696 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.916255 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-pps not supported by any of loaded plugins Apr 29 08:42:16.916590 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_rule_type_details.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.917542 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.918061 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 29 08:42:16.918392 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_rule_type_filter.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.919343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.919896 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 29 08:42:16.920257 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: qos_rules_alias.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.921577 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.922111 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 29 08:42:16.922445 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: quota_check_limit.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.923557 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.924105 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: quota-check-limit Apr 29 08:42:16.924541 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: quotasv2.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.925706 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.926042 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: quotas Apr 29 08:42:16.926375 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: quotasv2_detail.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.928328 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.928680 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: quota_details Apr 29 08:42:16.929017 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: rbac.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.930175 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.930749 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: rbac-policies Apr 29 08:42:16.931089 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: rbac_address_group.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.932123 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.932684 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: rbac-address-group Apr 29 08:42:16.933025 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: rbac_address_scope.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.935555 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.935555 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: rbac-address-scope Apr 29 08:42:16.935555 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: rbac_security_groups.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.936500 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.937023 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: rbac-security-groups Apr 29 08:42:16.937358 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: rbac_subnetpool.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.938328 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.938842 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: rbac-subnetpool Apr 29 08:42:16.939175 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: revisionifmatch.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.940164 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.940688 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: revision-if-match Apr 29 08:42:16.941022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: revisions.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.942192 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.942709 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: standard-attr-revisions Apr 29 08:42:16.943043 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: router_availability_zone.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.943744 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.944305 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: router_availability_zone Apr 29 08:42:16.944640 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: routerservicetype.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.945600 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.946120 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension router-service-type not supported by any of loaded plugins Apr 29 08:42:16.946447 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.947396 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.947925 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: security-groups-normalized-cidr Apr 29 08:42:16.948292 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.949244 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.949757 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: port-security-groups-filtering Apr 29 08:42:16.950100 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.951600 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.952201 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: security-groups-remote-address-group Apr 29 08:42:16.952586 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.953588 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.954163 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: security-groups-shared-filtering Apr 29 08:42:16.954535 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.955370 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 29 08:42:16.955746 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: securitygroup.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.966029 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.966654 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: security-group Apr 29 08:42:16.966995 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: segment.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.967842 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.968399 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension segment not supported by any of loaded plugins Apr 29 08:42:16.968740 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.969829 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.970350 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 29 08:42:16.970683 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: servicetype.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.971836 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.972402 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: service-type Apr 29 08:42:16.972736 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: sorting.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.973753 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.974160 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: sorting Apr 29 08:42:16.974427 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: standard_attr_segment.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.975369 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.975889 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 29 08:42:16.976505 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: standardattrdescription.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.977186 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.977693 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: standard-attr-description Apr 29 08:42:16.978034 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: stateful_security_group.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.979032 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.979559 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: stateful-security-group Apr 29 08:42:16.979884 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: stdattrs_common.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.980501 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 29 08:42:16.980833 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.981779 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.982340 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 29 08:42:16.982670 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnet_onboard.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.983775 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.984333 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: subnet_onboard Apr 29 08:42:16.984662 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.985619 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.986129 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 29 08:42:16.986466 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnet_service_types.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.987412 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.987936 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: subnet-service-types Apr 29 08:42:16.988325 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnetallocation.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.989470 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.989991 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: subnet_allocation Apr 29 08:42:16.990324 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.991027 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.991546 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: subnetpool-prefix-ops Apr 29 08:42:16.991880 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.992880 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.993392 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 29 08:42:16.993730 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: tagging.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.994847 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.995367 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: standard-attr-tag Apr 29 08:42:16.995723 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: timestamp.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.996970 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:16.997485 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loaded extension: standard-attr-timestamp Apr 29 08:42:16.998339 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: trunk.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:16.999514 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:17.000037 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension trunk not supported by any of loaded plugins Apr 29 08:42:17.000410 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: trunk_details.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:17.001349 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:17.001865 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension trunk-details not supported by any of loaded plugins Apr 29 08:42:17.002196 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: uplink_status_propagation.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:17.003148 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:17.003665 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 29 08:42:17.003996 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Loading extension file: vlantransparent.py {{(pid=109703) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 29 08:42:17.004737 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109703) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 29 08:42:17.005255 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 29 08:42:17.007937 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:network Apr 29 08:42:17.008522 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnet Apr 29 08:42:17.008934 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 08:42:17.009339 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:port Apr 29 08:42:17.010661 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.011115 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service FLAVORS assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.011749 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.012212 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.012563 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:router Apr 29 08:42:17.013006 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:floatingip Apr 29 08:42:17.014326 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service METERING assigned prefix: /metering {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.015923 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea21ea610>> rbac-policy before_create 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:17.016356 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea21ea610>> rbac-policy before_update 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:17.016724 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3ea21ea610>> rbac-policy before_delete 55550000 {{(pid=109703) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:42:17.017836 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 08:42:17.018317 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:security_group Apr 29 08:42:17.018776 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 08:42:17.019410 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service CORE assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.019766 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 08:42:17.020123 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] subnetpool is already registered Apr 29 08:42:17.020579 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service CORE assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.020912 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 08:42:17.021250 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] subnetpool is already registered Apr 29 08:42:17.023678 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.024177 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service FLAVORS assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.024765 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.025200 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.025547 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:router Apr 29 08:42:17.025897 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] router is already registered Apr 29 08:42:17.026316 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:floatingip Apr 29 08:42:17.026664 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] floatingip is already registered Apr 29 08:42:17.027134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service METERING assigned prefix: /metering {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.027855 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of CountableResource for resource:rbac_policy Apr 29 08:42:17.028227 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] rbac_policy is already registered Apr 29 08:42:17.028659 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:security_group Apr 29 08:42:17.029282 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] security_group is already registered Apr 29 08:42:17.029713 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 29 08:42:17.030125 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] security_group_rule is already registered Apr 29 08:42:17.030814 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service CORE assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.031155 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 08:42:17.031501 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] subnetpool is already registered Apr 29 08:42:17.031932 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.v2.resource_helper [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Service CORE assigned prefix: {{(pid=109703) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 29 08:42:17.032301 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Creating instance of TrackedResource for resource:subnetpool Apr 29 08:42:17.032645 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING neutron.quota.resource_registry [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] subnetpool is already registered Apr 29 08:42:17.033151 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: extensions {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.034676 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: address-groups {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.036197 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: address-scopes {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.037527 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: agents {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.038681 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: auto-allocated-topology {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.039917 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: availability_zones {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.041189 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: dhcp-networks {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.042702 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: dhcp-agents {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.044155 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: routers {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.046919 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: flavors {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.048065 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: service_profiles {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.049334 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: next_providers {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.050778 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: service_profiles {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.053534 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: floatingip-pools {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.054753 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: routers {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.056955 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: floatingips {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.058378 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: l3-routers {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.059791 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: l3-agents {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.061426 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: metering-labels {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.062776 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: metering-label-rules {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.064061 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: network-ip-availabilities {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.065388 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: bindings {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.067039 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: quotas {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.068628 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: quotas {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.070165 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: rbac-policies {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.071487 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: security-groups {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.072729 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: security-group-rules {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.073947 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: service-providers {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.075170 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: subnetpools {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.077233 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: subnetpools {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.078713 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.080555 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.083234 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.085134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.086942 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.088910 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.090592 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.093335 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.095094 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.097183 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron.api.extensions [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Extended resource: tags {{(pid=109703) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 29 08:42:17.103699 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING keystonemiddleware.auth_token [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 29 08:42:17.109258 dv-cinder-839872-1-iscsi neutron-server[109703]: WARNING keystonemiddleware.auth_token [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 29 08:42:17.118620 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Acquired lock "singleton_lock" {{(pid=109703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 29 08:42:17.119107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_concurrency.lockutils [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Releasing lock "singleton_lock" {{(pid=109703) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 29 08:42:17.119806 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Starting 2 workers Apr 29 08:42:17.125107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Started child 109812 {{(pid=109703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 08:42:17.130681 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Started child 109813 {{(pid=109703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 08:42:17.131198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.132400 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO neutron.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 29 08:42:17.132883 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [-] (109812) wsgi starting up on http://0.0.0.0:9696 Apr 29 08:42:17.133105 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Publish callbacks [] for process (None), before_spawn {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.135850 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.136465 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Starting 1 workers Apr 29 08:42:17.138010 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [-] (109813) wsgi starting up on http://0.0.0.0:9696 Apr 29 08:42:17.142177 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Started child 109814 {{(pid=109703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 08:42:17.142781 dv-cinder-839872-1-iscsi neutron-server[109703]: INFO oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Starting 1 workers Apr 29 08:42:17.146154 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] calling RpcWorker wait() {{(pid=109814) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 29 08:42:17.146779 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] returning from RpcWorker wait() {{(pid=109814) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 29 08:42:17.148025 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.148224 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Started child 109815 {{(pid=109703) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 29 08:42:17.149131 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:17.149261 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG neutron_lib.callbacks.manager [None req-932d7298-96bf-4707-9a69-91a6e1fdfa7d None None] Publish callbacks [] for process (None), after_spawn {{(pid=109703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.151457 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 08:42:17.152096 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 08:42:17.152096 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 08:42:17.152096 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 08:42:17.152547 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 08:42:17.152925 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 08:42:17.153705 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.154272 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.154593 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:17.155339 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.155763 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.155900 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:17.156739 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.157258 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.157708 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.158217 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.158669 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.159030 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.159363 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.159824 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.160324 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.160868 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.161317 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.161753 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.162223 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.162573 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.163012 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.163545 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.163979 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.164525 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] debug = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.164998 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.165752 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.166216 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.166668 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.167042 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.167555 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.167955 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.168463 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.168901 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.169346 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.170333 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.170791 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.171260 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.171665 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.172117 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.172650 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.173084 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.173868 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] host = dv-cinder-839872-1-iscsi {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.174358 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.174813 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.175309 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.175834 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.176424 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.176757 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.177347 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.178033 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.178271 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.178540 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.178837 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.179327 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.179571 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.180087 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.180574 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_options = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.181208 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.181739 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.182236 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.182631 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.183110 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.183484 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.184030 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.184421 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.184939 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.185770 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.186039 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.186442 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.186902 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.187261 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.187572 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.187832 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.188089 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.188359 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.188689 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.190314 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.193691 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.194676 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.194966 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.195400 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.198882 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.199163 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.199477 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.199800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.200344 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.200447 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.201151 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.201609 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.201878 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.208267 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.210226 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.210550 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.210843 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.211097 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.211399 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.211660 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.211950 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.212298 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.212543 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.212813 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.213072 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.213309 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.213540 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_json = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.213769 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.214022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.214305 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.214554 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.214808 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.215037 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.215265 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.215529 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.216055 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.217013 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.217366 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.217683 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.218003 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.218309 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.218693 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.219016 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.219324 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.219593 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.219831 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.220203 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.220477 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.220848 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.221117 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.221403 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.221759 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.222024 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.222308 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.222541 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.222791 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.223019 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.223253 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.223553 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.223784 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.224028 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.224360 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.224554 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.224850 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.225136 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.225420 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.225929 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.226595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.227038 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.227454 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.228839 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.230060 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.230366 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.230607 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.230846 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.231103 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.231431 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.231678 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.232462 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.233003 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.233253 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.233660 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.234815 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.235125 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.235414 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.235746 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.236265 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.236499 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.236744 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.236975 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.237195 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.237450 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.237672 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.237916 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.238152 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.238422 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.238649 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.238884 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.239107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.239362 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.239590 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.240267 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.240561 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.240839 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.241079 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.241350 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.241597 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.241831 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.242059 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.242291 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.242537 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.242781 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.243008 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.243229 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.243454 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.243673 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.243895 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.244161 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.244537 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.244762 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.244981 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.245197 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.245421 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.245804 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.246104 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.246257 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.246482 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.246735 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.247057 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.247331 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.247922 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.247922 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.248318 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.248624 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.249001 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.249237 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.249463 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.249706 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.249971 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.250223 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.250475 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.250704 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.250924 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.251187 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.251416 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.252095 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.252346 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.252568 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.254549 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.254817 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.255141 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.255399 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.255650 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.257429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.257719 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.258029 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.258296 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.258588 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.258828 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.259107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.259416 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.259712 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.260004 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.260344 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.260686 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.261438 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.261786 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.262126 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.262964 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.264085 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.264786 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.265104 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.265415 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.265712 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.266032 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.266488 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.266787 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.267080 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.267375 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.267719 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.268330 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.268616 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.269606 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.269912 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.270216 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.270524 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.271335 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.271335 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.271546 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.271806 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.272055 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.272342 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.272566 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.272799 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.273046 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.273321 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.273600 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.273843 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.274141 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.274566 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.274799 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.275090 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.275348 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.275572 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.275825 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.276097 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.276384 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.276611 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.276838 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.277051 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.277329 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.277553 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.277843 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.278095 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.278341 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.278581 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.280331 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.280627 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.280908 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.281187 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.281461 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.281705 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.281941 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.282183 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.282416 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.282678 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.282919 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.283146 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.283421 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.283691 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.284042 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.284343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.284603 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.284882 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.285142 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.285700 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.285700 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.285880 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.286045 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.286252 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.286476 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.286695 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.286971 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.287197 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.287442 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.287684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.287956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.288311 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.288569 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.288924 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.289199 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.289454 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.289701 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.289943 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.290224 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.290458 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.290687 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.290918 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.291146 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.291455 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.291726 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.292090 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.292314 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.292588 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.292966 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.293105 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.293384 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.293610 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.293867 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.294090 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.294318 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.294618 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295069 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295069 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295069 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295069 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295826 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.295895 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.296107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.296355 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.296610 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.296834 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.297052 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.297286 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298343 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298727 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.298830 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.299017 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.299242 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.299466 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.299680 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.299969 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.300253 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.300500 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.300818 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.301049 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.301305 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.301567 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.301880 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.302107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.302355 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.302614 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.302841 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.303091 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.303358 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.303774 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.304264 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.304524 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.304695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:17.304811 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.305075 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.305347 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.305592 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.305814 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.306122 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.306558 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.307363 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.307653 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.307987 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.308207 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.308475 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.308720 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.309184 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.309184 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.309649 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.309840 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.310704 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.310704 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.310704 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.311045 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.311189 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.311458 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.311701 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.311991 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.312328 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.312669 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 08:42:17.313323 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109703) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 29 08:42:17.313571 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 29 08:42:17.313726 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 29 08:42:17.313853 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 29 08:42:17.313996 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 29 08:42:17.314149 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 29 08:42:17.314368 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.314543 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.314708 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.314871 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315222 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315403 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315557 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315681 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315848 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.315993 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.316180 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.316369 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.316498 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.316819 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.316979 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.317134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.317309 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.317527 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.317721 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.317849 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318006 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318197 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] debug = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318366 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318523 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318676 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318830 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.318992 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319153 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319318 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319459 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319611 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319756 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.319952 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.320113 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.320311 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.320473 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321162 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321162 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321162 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321162 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] host = dv-cinder-839872-1-iscsi {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321482 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321482 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321647 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321727 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321834 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.321994 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322154 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322317 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322644 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322803 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.322963 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323123 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323382 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323478 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_options = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323590 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323749 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.323917 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324098 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324276 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324754 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.324905 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.325075 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.325229 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.325388 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.325533 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.326643 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.326643 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.326643 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.326643 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327084 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327084 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327220 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327287 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327425 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327582 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327739 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.327892 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.328049 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.328222 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.328618 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.328618 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329003 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329003 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329003 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.329956 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.330800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331532 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331532 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331532 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_json = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331532 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331532 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331915 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.331915 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332059 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332156 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332280 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332424 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332583 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 29 08:42:17.332776 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.332935 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333111 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333275 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333446 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333608 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333774 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.333933 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334096 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334260 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334431 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334770 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.334938 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335131 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335264 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335426 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335587 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335753 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.335916 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336078 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336300 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336501 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336631 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336780 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.336898 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.337060 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.337230 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.337394 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.338684 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.339338 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.339338 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.339338 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.339338 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340099 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340099 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340099 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340099 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340099 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340713 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340713 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340713 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.340713 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.341429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.341429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.341429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.341429 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.342508 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.342508 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.342508 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.342847 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.342847 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343308 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343308 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343308 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343308 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343918 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343918 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343918 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.343918 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344244 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344244 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344434 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344597 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344761 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.344925 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345107 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345229 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345391 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345606 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345747 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.345868 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346008 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346171 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346333 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346501 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346664 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346827 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.346992 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.347155 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.347348 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.347481 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.347633 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.347795 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348205 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348205 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348420 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348525 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348681 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.348849 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349006 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349172 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349334 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349497 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349659 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349827 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.349989 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.350157 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.350433 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.350557 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.350664 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.350870 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.351010 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.351385 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.351574 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.351707 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.351853 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352039 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352223 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352348 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352509 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352715 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.352846 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353028 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353159 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353313 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353484 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353671 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353885 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.353968 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354129 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354291 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354454 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354617 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354780 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.354943 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355109 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355303 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355602 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355764 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.355931 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356116 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356289 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356475 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356606 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356792 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.356942 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.357085 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.357249 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.357413 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.357576 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.357822 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.358342 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.358342 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.358650 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.358764 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.358944 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.359188 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.359436 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.359671 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.359833 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360004 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360189 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360346 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360520 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360662 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360836 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.360995 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361160 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361320 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361489 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361649 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361811 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.361995 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362141 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362311 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362470 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362632 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362800 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.362964 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.363127 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.363295 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.363505 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.363805 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364091 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364290 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364458 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364622 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364787 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.364951 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365116 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365280 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365446 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365609 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365773 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.365938 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366124 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366289 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366452 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366619 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366782 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.366945 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367108 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367271 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367436 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367599 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367766 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.367929 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368092 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368310 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368440 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368606 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368772 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.368937 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369102 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369266 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369433 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369758 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.369922 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370085 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370247 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370413 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370576 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370738 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.370915 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371079 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371243 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371406 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371571 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371732 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.371905 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.372069 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.372254 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.372419 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.380439 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381022 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.381595 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.382134 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.383889 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.385277 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.386213 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.387381 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.392697 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.392697 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.392697 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 29 08:42:17.392697 dv-cinder-839872-1-iscsi neutron-server[109703]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109703) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 29 08:42:17.587393 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49520) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:17.597039 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074136 Apr 29 08:42:29.790269 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148a09f-6234-4266-9eca-a1288d4cf5dd None None] get_active_networks_info from dv-cinder-839872-1-iscsi {{(pid=109814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 29 08:42:29.859961 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9148a09f-6234-4266-9eca-a1288d4cf5dd None None] No non-hosted networks {{(pid=109814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 29 08:42:29.879304 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.agentschedulers_db [None req-9148a09f-6234-4266-9eca-a1288d4cf5dd None None] DHCP Agent not found on host dv-cinder-839872-1-iscsi {{(pid=109814) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 29 08:42:30.072379 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8fe01fd4-e298-4770-9bd4-30097fd22349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:32.055463 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5584f7d9-459b-4065-8fb7-041348cc5e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:32.074026 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-787fff6c-8a6a-4fd9-8d52-6e1168e7c550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:33.075378 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49584) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:33.618399 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:33.683992 dv-cinder-839872-1-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-5370e658-b738-4b84-aaea-76d04b078f3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:33.684576 dv-cinder-839872-1-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-5370e658-b738-4b84-aaea-76d04b078f3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:33.914305 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [None req-5370e658-b738-4b84-aaea-76d04b078f3a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:42:33.915401 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5370e658-b738-4b84-aaea-76d04b078f3a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8386896 Apr 29 08:42:34.735452 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:36.317045 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:36.319451 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.320077 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.320983 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.323729 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.330276 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.330789 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.331390 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.336727 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.337415 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.337991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.339822 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.344604 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.345810 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.349904 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.352723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:36.353686 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3ea1eb3dc0>, 'Open vSwitch agent', 'dv-cinder-839872-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:36.386318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3ea1529700>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839872-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:42:36.673296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49618) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:37.055147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:42:37.150056 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.policy [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 08:42:37.192811 dv-cinder-839872-1-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:37.193142 dv-cinder-839872-1-iscsi neutron-server[109813]: WARNING oslo_policy.policy [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:37.302799 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744185986956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744185986432', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744185970124', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744186010609', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744186013811', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744185993168', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1657516', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769763'] for rbac-policy (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:37.383320 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:37.386020 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9d7512ac-6481-403e-b7fa-9f167bf55b96 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7114730 Apr 29 08:42:39.364726 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.db.l3_hamode_db [None req-8c4545aa-f595-487f-a941-fb601da4ffee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 29 08:42:39.445052 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4545aa-f595-487f-a941-fb601da4ffee None None] Routers set() bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:42:39.445430 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4545aa-f595-487f-a941-fb601da4ffee None None] Router IDs set() for agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 29 08:42:39.894719 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49630) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:40.221124 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:42:40.251536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Made reservation on behalf of 9b5da367296b40178238b0a86e90424b for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:42:40.255403 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.273059 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.389370 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks [] for security_group (3a1931a4-5a1b-49de-922c-bc4cef51b02e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.393316 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (3a1931a4-5a1b-49de-922c-bc4cef51b02e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.428311 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:42:40.457005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744187107696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (abd68550-112f-4452-bd30-b9f0a3d38b04), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.457598 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ea2a99700> segment precommit_create {{(pid=109813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 08:42:40.458132 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Added segment abd68550-112f-4452-bd30-b9f0a3d38b04 of type vlan for network dd62eec4-3d28-49a7-bc87-9252fb94c086 Apr 29 08:42:40.464608 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1931a4-5a1b-49de-922c-bc4cef51b02e,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:40.501003 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.501354 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.501720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.502065 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.502404 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.502733 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.503060 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.503386 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.503707 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.504030 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.504379 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.504717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.505040 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.505357 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.505673 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Tracked resource versions report: Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: pushed versions: Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: { 'AddressGroup': {'1.2'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Agent': {'1.1'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'ConntrackHelper': {'1.0'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Log': {'1.0'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'NDPProxy': {'1.0'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Network': {'1.1'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Port': {'1.7'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'PortForwarding': {'1.3'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'QosPolicy': {'1.10'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroup': {'1.5'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SubPort': {'1.0'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Subnet': {'1.1'}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Trunk': {'1.1'}} Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: consumer versions: Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Agent': '1.1', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'ConntrackHelper': '1.0', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'LocalIPAssociation': '1.0', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Log': '1.0', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'NDPProxy': '1.0', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Network': '1.1', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Port': '1.7', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'PortForwarding': '1.3', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'QosPolicy': '1.10', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroup': '1.5', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroupRule': '1.2', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SubPort': '1.0', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Subnet': '1.1', Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Trunk': '1.1'}} Apr 29 08:42:40.507081 dv-cinder-839872-1-iscsi neutron-server[109813]: {{(pid=109813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:42:40.571349 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (dd62eec4-3d28-49a7-bc87-9252fb94c086), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.613740 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (dd62eec4-3d28-49a7-bc87-9252fb94c086), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.618771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:40.619489 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:40.689042 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7932370 Apr 29 08:42:40.739268 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65333f-c45e-4b25-8c54-ec63580be87a demo demo] Pushing event updated for resources: {'Network': ['ID=dd62eec4-3d28-49a7-bc87-9252fb94c086,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:40.754040 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:42:43.211608 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 49642) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:43.737398 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING oslo_policy.policy [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:43.737972 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING oslo_policy.policy [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:44.180697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.policy [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 29 08:42:44.221360 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING oslo_policy.policy [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:44.221930 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING oslo_policy.policy [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 29 08:42:44.229539 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:44.231492 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6bc1eca4-a70d-4d7e-80a7-55f41e668d8f demo admin] 10.222.0.31 "GET /v2.0/networks/dd62eec4-3d28-49a7-bc87-9252fb94c086 HTTP/1.1" status: 200 len: 825 time: 1.0178587 Apr 29 08:42:44.271224 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a1ade29a-45d0-4086-abfa-ac5d6befb808 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/b3daa82f-b91d-4ee0-b2e8-1e3450849958 HTTP/1.1" status: 200 len: 734 time: 0.0332386 Apr 29 08:42:44.280838 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Request body: {'subnet': {'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:42:44.319195 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Made reservation on behalf of 9b5da367296b40178238b0a86e90424b for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:42:44.322036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:44.611631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (f359dadb-96f9-49fc-9a5f-8767733fb58a), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:44.684373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Checking segment: {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:42:44.685358 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Network hostable DHCP agents. Network: dd62eec4-3d28-49a7-bc87-9252fb94c086, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:42:44.694382 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f359dadb-96f9-49fc-9a5f-8767733fb58a,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:44.707776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.708116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.708489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.708836 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.709162 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.709483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.709799 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.710114 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.710441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.710759 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.711074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.711401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.711718 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.712024 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.712356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Tracked resource versions report: Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: pushed versions: Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: { 'AddressGroup': {'1.2'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Agent': {'1.1'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'ConntrackHelper': {'1.0'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Log': {'1.0'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'NDPProxy': {'1.0'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Network': {'1.1'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Port': {'1.7'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'PortForwarding': {'1.3'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'QosPolicy': {'1.10'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroup': {'1.5'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SubPort': {'1.0'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Subnet': {'1.1'}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Trunk': {'1.1'}} Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: consumer versions: Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Agent': '1.1', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'ConntrackHelper': '1.0', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'LocalIPAssociation': '1.0', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Log': '1.0', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'NDPProxy': '1.0', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Network': '1.1', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Port': '1.7', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'PortForwarding': '1.3', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'QosPolicy': '1.10', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroup': '1.5', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroupRule': '1.2', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SubPort': '1.0', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Subnet': '1.1', Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Trunk': '1.1'}} Apr 29 08:42:44.713722 dv-cinder-839872-1-iscsi neutron-server[109812]: {{(pid=109812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:42:44.739167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:42:44.752760 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, dd62eec4-3d28-49a7-bc87-9252fb94c086) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:42:44.758234 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:44.759242 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:44.763889 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe05a18-721b-4ea3-ae5c-c180d2ff89a4 None None] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:42:44.781242 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b0224a79-f9d6-4359-97cc-c632bdf9f5a8 demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5044768 Apr 29 08:42:45.038463 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-dd62eec4-3d28-49a7-bc87-9252fb94c086', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'project_id': '9b5da367296b40178238b0a86e90424b', 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:42:45.039812 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.326300 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Allocated IP 172.20.0.2 (dd62eec4-3d28-49a7-bc87-9252fb94c086/f359dadb-96f9-49fc-9a5f-8767733fb58a/21943b8b-f6ed-4e29-8b0a-371b6fa0895c) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:42:45.603389 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks [] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.611097 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.678993 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:42:45.685535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:42:45.699157 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:42:45.705751 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Pushing event updated for resources: {'Port': ['ID=21943b8b-f6ed-4e29-8b0a-371b6fa0895c,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:45.740069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.740443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.740813 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.741181 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.741513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.741846 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.742190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.742501 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.742826 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.743414 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.743747 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.744089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.744643 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.744979 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.745304 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Tracked resource versions report: Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: pushed versions: Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: { 'AddressGroup': {'1.2'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Agent': {'1.1'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'ConntrackHelper': {'1.0'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Log': {'1.0'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'NDPProxy': {'1.0'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Network': {'1.1'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Port': {'1.7'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'PortForwarding': {'1.3'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'QosPolicy': {'1.10'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroup': {'1.5'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SubPort': {'1.0'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Subnet': {'1.1'}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Trunk': {'1.1'}} Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: consumer versions: Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Agent': '1.1', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'ConntrackHelper': '1.0', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'LocalIPAssociation': '1.0', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Log': '1.0', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'NDPProxy': '1.0', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Network': '1.1', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Port': '1.7', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'PortForwarding': '1.3', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'QosPolicy': '1.10', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroup': '1.5', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroupRule': '1.2', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SubPort': '1.0', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Subnet': '1.1', Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Trunk': '1.1'}} Apr 29 08:42:45.746748 dv-cinder-839872-1-iscsi neutron-server[109814]: {{(pid=109814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:42:45.798099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Attempting to bind port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:42:45.798749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Attempting to bind port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:42:45.798924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Attempting to bind port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c on network dd62eec4-3d28-49a7-bc87-9252fb94c086 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:42:45.803955 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:42:45.804453 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Checking segment: {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:42:45.804933 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.805335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Bound using segment: {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:42:45.805825 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Bound port: 21943b8b-f6ed-4e29-8b0a-371b6fa0895c, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:42:45.806247 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.870310 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] For port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:42:45.893140 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] For port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=21943b8b-f6ed-4e29-8b0a-371b6fa0895c,segment=NetworkSegment(abd68550-112f-4452-bd30-b9f0a3d38b04),segment_id=abd68550-112f-4452-bd30-b9f0a3d38b04)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:42:45.900832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:45.957878 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8eadb-6996-4fca-9836-8526ac3717df None None] Pushing event updated for resources: {'Port': ['ID=21943b8b-f6ed-4e29-8b0a-371b6fa0895c,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:47.302785 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 49662) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:47.628821 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [None req-31beebaa-7014-42d2-8792-a0e26c38d951 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:42:47.629913 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-31beebaa-7014-42d2-8792-a0e26c38d951 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3261666 Apr 29 08:42:50.175648 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49670) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:50.514638 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [None req-65f8f37e-f064-401f-9439-806d0e9e0a8f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:42:50.515754 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-65f8f37e-f064-401f-9439-806d0e9e0a8f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3388724 Apr 29 08:42:53.077977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49678) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:53.399747 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:42:53.426605 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:53.428365 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:53.571656 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Publish callbacks [] for router_controller (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:53.577115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:53.594974 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:53.596118 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b26d6d2b-5d79-4dc3-8a8b-54e691812f54 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5171671 Apr 29 08:42:56.130429 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49690) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:56.458250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [None req-cb968859-92a5-4915-8e61-011ec0805762 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:42:56.459250 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cb968859-92a5-4915-8e61-011ec0805762 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3278830 Apr 29 08:42:57.122255 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 21943b8b-f6ed-4e29-8b0a-371b6fa0895c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:42:57.212439 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:42:57.212861 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:57.322526 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:42:57.322920 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:57.359223 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=21943b8b-f6ed-4e29-8b0a-371b6fa0895c,segment=NetworkSegment(abd68550-112f-4452-bd30-b9f0a3d38b04),segment_id=abd68550-112f-4452-bd30-b9f0a3d38b04)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:42:57.364374 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:57.411061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=21943b8b-f6ed-4e29-8b0a-371b6fa0895c,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:57.573579 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7b39a-9f88-44cc-991a-99dc2e774fd6 None None] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:42:57.662369 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-a15581d4-3992-49e0-aef1-57a3b0e592de None None] Provisioning complete for port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:42:57.662753 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a15581d4-3992-49e0-aef1-57a3b0e592de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:57.779947 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a15581d4-3992-49e0-aef1-57a3b0e592de None None] Current status of the port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:42:57.998462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-251872ff-313a-484d-bfd0-bcdb5d9d9873 None None] Provisioning complete for port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:42:57.998850 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-251872ff-313a-484d-bfd0-bcdb5d9d9873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:58.077642 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-251872ff-313a-484d-bfd0-bcdb5d9d9873 None None] Current status of the port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:42:59.048435 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49698) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:42:59.097009 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 21943b8b-f6ed-4e29-8b0a-371b6fa0895c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:42:59.142685 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:42:59.143082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.217607 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:42:59.385658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:42:59.406011 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Made reservation on behalf of ce470c9646874060b6e53a6354d178e1 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:42:59.408420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.416347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.493208 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks [] for security_group (cd9bdf4a-6879-492e-9c50-bf0ade5dff47), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.496868 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cd9bdf4a-6879-492e-9c50-bf0ade5dff47), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.514927 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Reserving flat network on physical network physnet1 {{(pid=109813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 29 08:42:59.529826 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bdf4a-6879-492e-9c50-bf0ade5dff47,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:59.537935 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.538312 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Added segment ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3 of type flat for network 30adaa79-81eb-45f0-ac96-21680a0f06cb Apr 29 08:42:59.605658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (30adaa79-81eb-45f0-ac96-21680a0f06cb), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.639610 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (30adaa79-81eb-45f0-ac96-21680a0f06cb), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.640520 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:42:59.641104 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:42:59.695671 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6461637 Apr 29 08:42:59.742061 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a502d9-9489-454a-bcbe-c0bdcf836669 admin admin] Pushing event updated for resources: {'Network': ['ID=30adaa79-81eb-45f0-ac96-21680a0f06cb,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:42:59.754784 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:42:59.790462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5e82-826b-4d15-b8b7-e47f9015ecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:02.033000 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-df57a268-ca89-44b7-831a-a4f900999128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:02.180172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 49706) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:43:02.540222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfcbde0-29f7-49ec-a531-27c5c959d78a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:02.541574 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6cfcbde0-29f7-49ec-a531-27c5c959d78a demo admin] 10.222.0.31 "GET /v2.0/subnets/f359dadb-96f9-49fc-9a5f-8767733fb58a HTTP/1.1" status: 200 len: 849 time: 0.3603210 Apr 29 08:43:02.722854 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d45419e4-f060-4f3f-86b6-0f9b8108d419 demo admin] 10.222.0.31 "GET /v2.0/routers/a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 HTTP/1.1" status: 200 len: 704 time: 0.1747899 Apr 29 08:43:02.997166 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.300903 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Allocated IP 172.20.0.1 (dd62eec4-3d28-49a7-bc87-9252fb94c086/f359dadb-96f9-49fc-9a5f-8767733fb58a/0b541380-37c8-450f-a08d-5cf3a14d441e) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:43:03.464565 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks [] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.535707 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.560681 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.607167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:43:03.613035 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:43:03.621011 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:43:03.621580 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.690735 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Pushing event updated for resources: {'Port': ['ID=0b541380-37c8-450f-a08d-5cf3a14d441e,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:03.835096 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-bdc2674f-1756-4df0-9137-9637a0223370 None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:03.835614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bdc2674f-1756-4df0-9137-9637a0223370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.844669 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:03.929067 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-bdc2674f-1756-4df0-9137-9637a0223370 None None] Port 0b541380-37c8-450f-a08d-5cf3a14d441e cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:43:04.119805 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks [] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:04.125267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:04.126087 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:04.185592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Pushing event updated for resources: {'Port': ['ID=0b541380-37c8-450f-a08d-5cf3a14d441e,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:04.255969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:43:04.257333 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:43:04.425439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:43:04.449172 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-6e6981bb-a973-4879-911e-2b4a1cc25e08 None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:04.449573 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6e6981bb-a973-4879-911e-2b4a1cc25e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:04.488326 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-6e6981bb-a973-4879-911e-2b4a1cc25e08 None None] Port 0b541380-37c8-450f-a08d-5cf3a14d441e cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:43:04.525491 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:43:04.531134 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c59addaa-dcad-49b1-8808-dbd8696df1a2 demo admin] 10.222.0.31 "PUT /v2.0/routers/a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8028953 Apr 29 08:43:04.536881 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Sync routers for ids ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:43:04.551043 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Routers {'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:04.552051 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1508130>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:43:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:04.686655 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:04.768718 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Set router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:05.193990 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1508130>, [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:03Z', 'revision_number': 2, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port_host': None, '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:03Z', 'revision_number': 2, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:05.247726 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Checking router: a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:43:05.248120 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Updating router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 port 0b541380-37c8-450f-a08d-5cf3a14d441e binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:43:05.306221 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:05.836830 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks [] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:05.844017 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.011693 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Pushing event updated for resources: {'Port': ['ID=0b541380-37c8-450f-a08d-5cf3a14d441e,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:06.033933 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Attempting to bind port 0b541380-37c8-450f-a08d-5cf3a14d441e on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:43:06.033933 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Attempting to bind port 0b541380-37c8-450f-a08d-5cf3a14d441e by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:43:06.033933 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Attempting to bind port 0b541380-37c8-450f-a08d-5cf3a14d441e on network dd62eec4-3d28-49a7-bc87-9252fb94c086 {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:43:06.036519 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.036877 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.037234 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.037585 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.037916 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.038244 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.038577 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.038912 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.039249 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.039683 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.039952 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.040254 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.040688 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.040901 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.041226 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Tracked resource versions report: Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: pushed versions: Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Agent': {'1.1'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Log': {'1.0'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'NDPProxy': {'1.0'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Network': {'1.1'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Port': {'1.7'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'PortForwarding': {'1.3'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: consumer versions: Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Agent': '1.1', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Log': '1.0', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'NDPProxy': '1.0', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Network': '1.1', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Port': '1.7', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'PortForwarding': '1.3', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SubPort': '1.0', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Subnet': '1.1', Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Apr 29 08:43:06.042676 dv-cinder-839872-1-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:43:06.048834 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:43:06.049391 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Checking segment: {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:43:06.049886 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.050282 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Bound using segment: {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:43:06.050790 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Bound port: 0b541380-37c8-450f-a08d-5cf3a14d441e, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd68550-112f-4452-bd30-b9f0a3d38b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:43:06.051198 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.111328 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-ce1ac830-2256-4998-b842-3b8a107446f2 None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:06.111860 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac830-2256-4998-b842-3b8a107446f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.126357 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] For port 0b541380-37c8-450f-a08d-5cf3a14d441e, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:43:06.150257 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] For port 0b541380-37c8-450f-a08d-5cf3a14d441e, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0b541380-37c8-450f-a08d-5cf3a14d441e,segment=NetworkSegment(abd68550-112f-4452-bd30-b9f0a3d38b04),segment_id=abd68550-112f-4452-bd30-b9f0a3d38b04)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:43:06.150611 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ac830-2256-4998-b842-3b8a107446f2 None None] Port 0b541380-37c8-450f-a08d-5cf3a14d441e cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:43:06.157474 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.217535 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Routers {'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:06.218195 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1508130>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:43:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:06.223909 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5744aa-44f6-46d2-a9a7-4d25857f3067 None None] Pushing event updated for resources: {'Port': ['ID=0b541380-37c8-450f-a08d-5cf3a14d441e,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:06.294987 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.322418 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] Set router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:06.470721 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:06.471135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.532046 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1508130>, [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:03Z', 'revision_number': 2, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port_host': None, '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:06Z', 'revision_number': 4, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:06.551434 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Current status of the port 0b541380-37c8-450f-a08d-5cf3a14d441e is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:43:06.551832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.558762 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77ac66-a132-470f-9c34-2849ac4373ce None None] The sync data for ids ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'] in dv-cinder-839872-1-iscsi is: [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:03Z', 'revision_number': 2, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port_host': None, '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:06Z', 'revision_number': 4, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:43:06.586252 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] For port 0b541380-37c8-450f-a08d-5cf3a14d441e, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0b541380-37c8-450f-a08d-5cf3a14d441e,segment=NetworkSegment(abd68550-112f-4452-bd30-b9f0a3d38b04),segment_id=abd68550-112f-4452-bd30-b9f0a3d38b04)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:43:06.591044 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:06.643492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ebb07-9274-40a1-bb15-09cc4dc5773d None None] Pushing event updated for resources: {'Port': ['ID=0b541380-37c8-450f-a08d-5cf3a14d441e,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:07.071814 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49726) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:43:07.304234 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69345f26-f056-4d74-8f64-399db1b8b6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:07.305638 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-69345f26-f056-4d74-8f64-399db1b8b6bb admin admin] 10.222.0.31 "GET /v2.0/networks/30adaa79-81eb-45f0-ac96-21680a0f06cb HTTP/1.1" status: 200 len: 842 time: 0.2327223 Apr 29 08:43:07.315815 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:43:07.342706 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Made reservation on behalf of ce470c9646874060b6e53a6354d178e1 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:43:07.345175 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:07.714814 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.objects.ports [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109813) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 29 08:43:07.715281 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (ca58097b-c56f-4f5b-be18-aa35dcd36c25), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:07.773936 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca58097b-c56f-4f5b-be18-aa35dcd36c25,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:07.785522 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:43:07.785891 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Network hostable DHCP agents. Network: 30adaa79-81eb-45f0-ac96-21680a0f06cb, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:43:07.808051 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:43:07.820145 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 30adaa79-81eb-45f0-ac96-21680a0f06cb) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:43:07.825845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:07.826973 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:07.833089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ed3d9-1e47-453f-89ea-b1c0d0a5b142 None None] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:43:07.844282 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d811fca6-adbc-443f-aba2-97fe24a66ef5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5325680 Apr 29 08:43:07.955267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b581c-554e-4ab6-9605-21eefa76d506 None None] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:43:10.323188 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49744) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:43:10.556334 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-69178b97-59a1-42d3-b068-3cf5db41deeb demo admin] 10.222.0.31 "GET /v2.0/routers/a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 HTTP/1.1" status: 200 len: 710 time: 0.2319896 Apr 29 08:43:10.651358 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213ce9ca-3d53-4707-b63a-d4074b63b0dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:43:10.652739 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-213ce9ca-3d53-4707-b63a-d4074b63b0dc demo admin] 10.222.0.31 "GET /v2.0/networks/30adaa79-81eb-45f0-ac96-21680a0f06cb HTTP/1.1" status: 200 len: 886 time: 0.0899456 Apr 29 08:43:10.661799 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:43:10.920228 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks [] for router_gateway (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:11.198612 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks [] for router_gateway (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:11.276699 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:11.438078 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Allocated IP 172.27.0.9 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/bdf7ec18-6533-4217-92ee-4db6e513464c) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:43:11.551003 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks [] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:11.612522 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:11.684949 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:43:11.692419 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:43:11.701204 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:43:11.706895 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Pushing event updated for resources: {'Port': ['ID=bdf7ec18-6533-4217-92ee-4db6e513464c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:12.025697 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks [] for router_gateway (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:12.240264 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-668082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11520'] for router (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:12.245112 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-668107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-668096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709435'] for router (a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:12.445093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:43:12.562913 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:43:12.567392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:12.568632 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-31840186-1b9e-4950-8f35-f8bf20968a5e demo admin] 10.222.0.31 "PUT /v2.0/routers/a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 HTTP/1.1" status: 200 len: 888 time: 1.9099286 Apr 29 08:43:15.127410 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0b541380-37c8-450f-a08d-5cf3a14d441e up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:43:15.180663 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:15.181330 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:15.190505 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 49756) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:43:15.260977 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 0b541380-37c8-450f-a08d-5cf3a14d441e is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:43:15.315426 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c54f6eb6-6e01-4534-b72a-e90ac9b197a3 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1180348 Apr 29 08:43:15.578883 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Sync routers for ids ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:43:15.591631 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Routers {'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:15.592340 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea151b400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:43:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:15.815135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Set router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:16.289034 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea151b400>, [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:11Z', 'revision_number': 4, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port': {'id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:11Z', 'updated_at': '2022-04-29T08:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:06Z', 'revision_number': 5, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:16.340592 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Checking router: a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:43:16.340910 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Updating router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 port bdf7ec18-6533-4217-92ee-4db6e513464c binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:43:16.395209 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.715782 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks [] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.721444 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.774296 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca8e9-52ec-4c97-8979-668c4658633b None None] Pushing event updated for resources: {'Port': ['ID=bdf7ec18-6533-4217-92ee-4db6e513464c,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:16.777393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Attempting to bind port bdf7ec18-6533-4217-92ee-4db6e513464c on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:43:16.777947 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Attempting to bind port bdf7ec18-6533-4217-92ee-4db6e513464c by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:43:16.778886 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Attempting to bind port bdf7ec18-6533-4217-92ee-4db6e513464c on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:43:16.784126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:43:16.784542 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:43:16.784947 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.785338 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:43:16.785807 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Bound port: bdf7ec18-6533-4217-92ee-4db6e513464c, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:43:16.786189 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.838416 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] For port bdf7ec18-6533-4217-92ee-4db6e513464c, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:43:16.842628 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] For port bdf7ec18-6533-4217-92ee-4db6e513464c, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdf7ec18-6533-4217-92ee-4db6e513464c,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:43:16.848479 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:16.907563 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Routers {'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:43:16.908242 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea151b400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:43:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:16.910996 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca8e9-52ec-4c97-8979-668c4658633b None None] Pushing event updated for resources: {'Port': ['ID=bdf7ec18-6533-4217-92ee-4db6e513464c,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:17.027927 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] Set router a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:43:17.249771 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea151b400>, [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:11Z', 'revision_number': 4, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port': {'id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:11Z', 'updated_at': '2022-04-29T08:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:06Z', 'revision_number': 5, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:43:17.277883 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0490bac-f5fd-421c-9867-14168f0d7613 None None] The sync data for ids ['a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93'] in dv-cinder-839872-1-iscsi is: [{'id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'name': 'router1', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:42:53Z', 'updated_at': '2022-04-29T08:43:11Z', 'revision_number': 4, 'project_id': '9b5da367296b40178238b0a86e90424b', 'gw_port': {'id': 'bdf7ec18-6533-4217-92ee-4db6e513464c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:40:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:11Z', 'updated_at': '2022-04-29T08:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '0b541380-37c8-450f-a08d-5cf3a14d441e', 'name': '', 'network_id': 'dd62eec4-3d28-49a7-bc87-9252fb94c086', 'tenant_id': '9b5da367296b40178238b0a86e90424b', 'mac_address': 'fa:16:3e:7f:4b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a9b3d6-19e3-43b1-8859-02e5a5bb3d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:43:03Z', 'updated_at': '2022-04-29T08:43:06Z', 'revision_number': 5, 'project_id': '9b5da367296b40178238b0a86e90424b', 'subnets': [{'id': 'f359dadb-96f9-49fc-9a5f-8767733fb58a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3daa82f-b91d-4ee0-b2e8-1e3450849958'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:43:19.194013 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdf7ec18-6533-4217-92ee-4db6e513464c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:43:19.250197 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port bdf7ec18-6533-4217-92ee-4db6e513464c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:19.250843 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:19.344088 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port bdf7ec18-6533-4217-92ee-4db6e513464c is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:43:19.344768 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:19.375062 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port bdf7ec18-6533-4217-92ee-4db6e513464c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdf7ec18-6533-4217-92ee-4db6e513464c,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:43:19.384113 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:19.445502 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=bdf7ec18-6533-4217-92ee-4db6e513464c,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:43:21.241930 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdf7ec18-6533-4217-92ee-4db6e513464c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:43:21.389298 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port bdf7ec18-6533-4217-92ee-4db6e513464c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:43:21.389696 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdf7ec18-6533-4217-92ee-4db6e513464c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:21.567336 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port bdf7ec18-6533-4217-92ee-4db6e513464c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:43:29.192941 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:43:29.766336 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-77d95f03-bdb7-44d6-898f-960d79555397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:32.036165 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c2cac9e1-8e83-4abb-baab-d68c25ee37eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:33.569829 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:34.687761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:36.283695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:43:59.901366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-66791e23-5160-48fc-8e9b-8ca1c5a0568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:02.039945 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-14da87a8-351c-424b-a197-d2b7726d05ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:03.580029 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:04.681415 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:06.192557 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:44:06.285544 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:29.768860 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5eb97b5c-11d5-420d-960d-d368f27c66d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:32.046451 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3998ad80-308d-4d10-821e-1dc50aede3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:33.576844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:34.687732 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:36.281029 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:38.531390 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50240) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:38.597389 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6517519-0081-4f5b-b9cf-1b6377582d4b admin admin] GET failed (client error): The resource could not be found. Apr 29 08:44:38.598715 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f6517519-0081-4f5b-b9cf-1b6377582d4b admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663550 Apr 29 08:44:38.764693 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46deda9-383f-4b51-b396-850f9fed6d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:38.766164 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b46deda9-383f-4b51-b396-850f9fed6d09 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633191 Apr 29 08:44:41.093865 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50250) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:41.195464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beb8d7c-c5c6-4126-a172-8f177ed5fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:41.196792 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1beb8d7c-c5c6-4126-a172-8f177ed5fed1 admin admin] 10.222.0.31 "GET /v2.0/subnets/f359dadb-96f9-49fc-9a5f-8767733fb58a HTTP/1.1" status: 200 len: 849 time: 0.1019557 Apr 29 08:44:41.207233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:44:41.290734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Publish callbacks [] for subnet (f359dadb-96f9-49fc-9a5f-8767733fb58a), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:41.438901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744187068115'] for subnet (f359dadb-96f9-49fc-9a5f-8767733fb58a), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:41.470039 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:41.470943 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:41.483528 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] 10.222.0.31 "PUT /v2.0/subnets/f359dadb-96f9-49fc-9a5f-8767733fb58a HTTP/1.1" status: 200 len: 868 time: 0.2684743 Apr 29 08:44:41.483806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cd82f2-3b51-4023-a870-4bd9825ed4c7 None None] Network dd62eec4-3d28-49a7-bc87-9252fb94c086 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:44:41.493794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f359dadb-96f9-49fc-9a5f-8767733fb58a,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:44:41.503100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.503482 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.503830 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.504210 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.504555 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.504936 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.505274 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.505614 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.505977 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.506318 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.506671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.507025 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.507362 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.507691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.508018 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bcd86f-25d6-4dce-8a46-683d959a76e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:44:41.859465 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Provisioning complete for port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:44:41.859855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (21943b8b-f6ed-4e29-8b0a-371b6fa0895c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:41.940514 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Current status of the port 21943b8b-f6ed-4e29-8b0a-371b6fa0895c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:44:41.948371 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Provisioning complete for port 0b541380-37c8-450f-a08d-5cf3a14d441e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:44:41.948854 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0b541380-37c8-450f-a08d-5cf3a14d441e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:44:42.026334 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-bc489148-9044-4e48-8c17-b01beba0d17b None None] Current status of the port 0b541380-37c8-450f-a08d-5cf3a14d441e is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:44:43.192314 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:44:43.766568 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50260) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:43.967200 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cdec4-f85c-42da-9f75-331a44d288c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:43.967683 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cdec4-f85c-42da-9f75-331a44d288c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:43.969309 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f81cdec4-f85c-42da-9f75-331a44d288c9 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017484 Apr 29 08:44:46.325934 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50268) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:46.466445 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ff9ea-e784-48ed-9950-43457b430d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:46.466926 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ff9ea-e784-48ed-9950-43457b430d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:46.468765 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a19ff9ea-e784-48ed-9950-43457b430d25 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1418586 Apr 29 08:44:48.780907 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50276) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:48.910029 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d006631a-23a0-480c-a9d8-e1f7f5ea7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:48.911413 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d006631a-23a0-480c-a9d8-e1f7f5ea7f13 admin admin] 10.222.0.31 "GET /v2.0/networks/30adaa79-81eb-45f0-ac96-21680a0f06cb HTTP/1.1" status: 200 len: 886 time: 0.1295483 Apr 29 08:44:51.211709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50284) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:51.361637 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b50e61b-a9f7-470c-aec6-684cf442e239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:51.363023 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4b50e61b-a9f7-470c-aec6-684cf442e239 admin admin] 10.222.0.31 "GET /v2.0/networks/dd62eec4-3d28-49a7-bc87-9252fb94c086 HTTP/1.1" status: 200 len: 869 time: 0.1503239 Apr 29 08:44:53.700222 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50292) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:53.823704 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97007043-2ed1-4c1d-8621-6cd60510b731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:53.824409 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97007043-2ed1-4c1d-8621-6cd60510b731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:53.825712 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-97007043-2ed1-4c1d-8621-6cd60510b731 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245441 Apr 29 08:44:56.124078 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50300) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:56.217850 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4c1be-8d23-4656-af19-6a7a815ae1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:56.218319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a4c1be-8d23-4656-af19-6a7a815ae1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:56.219856 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b6a4c1be-8d23-4656-af19-6a7a815ae1a8 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948064 Apr 29 08:44:58.497967 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50308) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:44:58.587021 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9672f30-2d7d-4827-892a-dcbe075f32ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:44:58.588467 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c9672f30-2d7d-4827-892a-dcbe075f32ef admin admin] 10.222.0.31 "GET /v2.0/subnets/ca58097b-c56f-4f5b-be18-aa35dcd36c25 HTTP/1.1" status: 200 len: 816 time: 0.0894403 Apr 29 08:44:59.770349 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5dc8a368-dd53-4875-a66c-0fb66e5a5731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:00.880647 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50316) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:45:00.973350 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ef74c-c964-48fb-b24b-59348d613431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:45:00.974705 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e29ef74c-c964-48fb-b24b-59348d613431 admin admin] 10.222.0.31 "GET /v2.0/subnets/f359dadb-96f9-49fc-9a5f-8767733fb58a HTTP/1.1" status: 200 len: 868 time: 0.0930827 Apr 29 08:45:02.039676 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d1937313-8669-4073-a3ea-7b8c36e81c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:03.576508 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:04.689701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:06.284507 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:20.191196 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:45:29.772725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d3470ac9-b49b-4ff4-9b80-257c722e53da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:32.044262 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4887be8d-1785-43d3-9572-e1c8d8362d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:33.576517 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:34.692085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:36.288281 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:42.518963 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50374) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:45:42.566214 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [None req-41f3b0d7-5bff-4685-a1db-b81c0a8d69c8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:45:42.567216 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-41f3b0d7-5bff-4685-a1db-b81c0a8d69c8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0473204 Apr 29 08:45:44.945643 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50382) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:45:45.009579 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e27c84e-f70e-4959-a0ca-9c198baff944 admin admin] GET failed (client error): The resource could not be found. Apr 29 08:45:45.010947 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9e27c84e-f70e-4959-a0ca-9c198baff944 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0643661 Apr 29 08:45:45.150526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5244641-e506-4ec4-9e69-ba6741326f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:45:45.152224 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a5244641-e506-4ec4-9e69-ba6741326f8a admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372015 Apr 29 08:45:47.449923 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50390) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:45:47.498617 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:45:47.521421 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Made reservation on behalf of ce470c9646874060b6e53a6354d178e1 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:45:47.523667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:47.551322 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING neutron.services.revisions.revision_plugin [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3e9be940a0] {project_id='ce470c9646874060b6e53a6354d178e1', id='b8e56f1b-aee8-4765-bbf9-ec2b33e0ed43', target_project='*', action='access_as_shared', object_id='1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}> to bump revision. Apr 29 08:45:47.567681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:45:47.584314 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744187107696', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (f1f39721-dd7e-420a-b80c-db640d0fd4c2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:47.584876 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3ea2a99700> segment precommit_create {{(pid=109812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 29 08:45:47.585378 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Added segment f1f39721-dd7e-420a-b80c-db640d0fd4c2 of type vlan for network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 Apr 29 08:45:47.710675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (1a1a43c0-4655-4b2b-b82f-4a45857c1ed1), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:47.741639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (1a1a43c0-4655-4b2b-b82f-4a45857c1ed1), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:47.742663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:45:47.743282 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:47.808524 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3573780 Apr 29 08:45:47.838593 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1a43c0-4655-4b2b-b82f-4a45857c1ed1,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:45:47.846211 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.846561 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.846912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.847258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.847600 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.847934 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.848303 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.848639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.848973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.849308 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.849638 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.849973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.850301 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.850626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.850951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5169db-fc22-4e51-8b7f-fce36be0fb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:47.864387 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:45:50.201791 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50398) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:45:50.262979 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e426c2-7e7f-4aac-95fe-4c8da9a845d4 admin admin] GET failed (client error): The resource could not be found. Apr 29 08:45:50.264299 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-80e426c2-7e7f-4aac-95fe-4c8da9a845d4 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615835 Apr 29 08:45:50.339112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d376b-5071-4630-9713-7e29d55c48b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:45:50.341513 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-562d376b-5071-4630-9713-7e29d55c48b4 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727785 Apr 29 08:45:50.356444 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:45:50.374362 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Made reservation on behalf of ce470c9646874060b6e53a6354d178e1 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:45:50.376559 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:50.543453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:50.600228 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:45:50.606529 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Checking segment: {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:45:50.606878 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Network hostable DHCP agents. Network: 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:45:50.624533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:45:50.632898 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:45:50.637969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:45:50.638574 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:50.643079 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b994d-d1e5-4342-b40c-2dc9a752767c None None] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:45:50.656665 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-027603c7-fe67-4fe2-b368-e017f751727d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049829 Apr 29 08:45:50.858591 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-1a1a43c0-4655-4b2b-b82f-4a45857c1ed1', 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1', 'project_id': 'ce470c9646874060b6e53a6354d178e1', 'fixed_ips': [{'subnet_id': 'e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:45:50.859466 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.005980 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Allocated IP 192.168.233.2 (1a1a43c0-4655-4b2b-b82f-4a45857c1ed1/e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506/22ba39b3-0753-4c38-aeb5-46253f977196) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:45:51.152726 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks [] for port (22ba39b3-0753-4c38-aeb5-46253f977196), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.159333 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.215564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:45:51.216677 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=22ba39b3-0753-4c38-aeb5-46253f977196,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:45:51.219085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:45:51.222128 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:45:51.230128 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.230617 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.230992 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.231362 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.231701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.232036 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.232399 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.232732 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.233063 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.233394 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.233723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.234066 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.234398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.234722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.235316 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:45:51.295629 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Attempting to bind port 22ba39b3-0753-4c38-aeb5-46253f977196 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:45:51.296005 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Attempting to bind port 22ba39b3-0753-4c38-aeb5-46253f977196 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:45:51.296405 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Attempting to bind port 22ba39b3-0753-4c38-aeb5-46253f977196 on network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:45:51.301790 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:45:51.302165 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Checking segment: {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:45:51.302573 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.302975 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Bound using segment: {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:45:51.303444 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Bound port: 22ba39b3-0753-4c38-aeb5-46253f977196, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:45:51.303829 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.371961 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] For port 22ba39b3-0753-4c38-aeb5-46253f977196, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:45:51.374217 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] For port 22ba39b3-0753-4c38-aeb5-46253f977196, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=22ba39b3-0753-4c38-aeb5-46253f977196,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:45:51.381364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:51.445536 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bf26e-ad63-4cb1-ace4-12afdb2bfdc0 None None] Pushing event updated for resources: {'Port': ['ID=22ba39b3-0753-4c38-aeb5-46253f977196,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:45:52.285025 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22cc5c-d34a-46be-ae58-ce3596ee86a4 None None] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:45:52.315946 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Provisioning complete for port 22ba39b3-0753-4c38-aeb5-46253f977196 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:45:52.316364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:52.470353 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Current status of the port 22ba39b3-0753-4c38-aeb5-46253f977196 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:45:52.470779 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:52.507662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] For port 22ba39b3-0753-4c38-aeb5-46253f977196, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=22ba39b3-0753-4c38-aeb5-46253f977196,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:45:52.513647 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:52.565658 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789f3a0-56ea-4ed8-936f-53d4fcf38d13 None None] Pushing event updated for resources: {'Port': ['ID=22ba39b3-0753-4c38-aeb5-46253f977196,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:45:52.737283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-7098adaf-7678-45ac-bb08-8535d9b73bd6 None None] Provisioning complete for port 22ba39b3-0753-4c38-aeb5-46253f977196 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:45:52.737679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7098adaf-7678-45ac-bb08-8535d9b73bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:52.815897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7098adaf-7678-45ac-bb08-8535d9b73bd6 None None] Current status of the port 22ba39b3-0753-4c38-aeb5-46253f977196 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:45:53.237069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 22ba39b3-0753-4c38-aeb5-46253f977196 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:45:53.286670 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 22ba39b3-0753-4c38-aeb5-46253f977196 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:45:53.287329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (22ba39b3-0753-4c38-aeb5-46253f977196), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:45:53.375887 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 22ba39b3-0753-4c38-aeb5-46253f977196 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:45:57.191106 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:45:59.806265 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-046af517-a68a-46ed-9d91-4d7f3bb720fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:02.049356 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0028666a-c933-4c47-859f-4ea9b455f215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:03.577951 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:04.694518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:06.292181 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:29.779448 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9b66-f119-4427-8ea4-9aeaff468723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:32.040849 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-604e1112-f407-42e5-8c17-b00e33a6e8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:33.580636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:34.189594 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:46:34.700029 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:36.296313 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:46:59.782322 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-78a1afe7-450d-4e5a-a3b9-891f17839962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:02.043433 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-677504f8-758a-4ff6-be4c-d3715fb03705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:03.585027 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:04.701216 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:06.299242 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:11.189176 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:47:20.065563 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50436) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:47:20.071452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [None req-cf255ce8-8736-426e-bba6-f8bc182edf6f tempest-verify_tempest_config-1580436944 tempest-verify_tempest_config-1580436944-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:47:20.073120 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-cf255ce8-8736-426e-bba6-f8bc182edf6f tempest-verify_tempest_config-1580436944 tempest-verify_tempest_config-1580436944-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0065320 Apr 29 08:47:20.376623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50454) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:47:20.484165 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.562962 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Publish callbacks [] for security_group (8f3be9df-2933-4dba-b216-1665b5bc48d6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.566633 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8f3be9df-2933-4dba-b216-1665b5bc48d6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.611809 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3be9df-2933-4dba-b216-1665b5bc48d6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:47:20.616457 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4cb11c02b9be4313855d971d187a5a53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2387896 Apr 29 08:47:20.619605 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50460) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:47:20.621357 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.621751 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.622082 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.622430 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.622766 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.623102 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.623437 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.623771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.624121 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.624495 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.624847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.625192 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.625527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.625860 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.626208 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc2b1b-7e5a-4385-9c31-48e900096c53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.698167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Publish callbacks [] for security_group (8f3be9df-2933-4dba-b216-1665b5bc48d6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.719445 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Publish callbacks [] for security_group (8f3be9df-2933-4dba-b216-1665b5bc48d6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.812047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8f3be9df-2933-4dba-b216-1665b5bc48d6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.814685 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:20.815772 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f3be9df-2933-4dba-b216-1665b5bc48d6 HTTP/1.1" status: 204 len: 168 time: 0.1950777 Apr 29 08:47:20.824066 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3be9df-2933-4dba-b216-1665b5bc48d6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:47:20.830786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.831136 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.831500 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.831846 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.832204 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.832538 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.832866 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.833191 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.833519 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.833844 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.834218 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.834528 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.834832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.835153 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:20.835469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3fefa-2dc3-4aed-8977-cfc1cb8990e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:47:29.788196 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c4357141-3294-4571-82ff-1ffbe3cfc352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:32.048240 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a77b12fe-fcdb-45ec-b34d-28b581f31a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:33.588236 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:34.705020 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:36.302393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:47:48.188986 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:47:59.817984 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7443b55-43e1-4440-b7ef-1878176f73ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:02.051223 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a995c800-b6f1-47c3-90a2-1b33e6b20293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:03.591111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:04.707140 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:06.307521 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:25.188286 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:48:29.780297 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-511dc3fd-f3b3-48fe-a38d-52d90e1a1d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:32.053861 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb534c72-18cf-42ff-9728-e89ab988519c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:33.594157 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:34.710331 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:36.300835 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:48:59.782240 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da959c53-3d37-479d-a790-f7a1284431da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:02.055399 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8d85983b-f57d-46f7-ac78-28ebc530dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:02.187302 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 5 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:49:03.697475 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:04.712993 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:05.978846 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707264'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:06.302267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:19.844893 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50530) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:49:19.954071 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-dcb49d9c-42c8-42ad-9bab-1652ea4191cc admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080918 Apr 29 08:49:22.277406 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50540) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:49:22.334777 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-880c85bc-1ec2-49f7-b679-aea9b65fa0db admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0562923 Apr 29 08:49:29.784759 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-10c2b966-a53f-49e2-b332-2721e67ba889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:32.056726 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-428a2398-c212-4bfd-9500-ab8a146223c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:33.601723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:34.721009 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:35.932007 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:36.313900 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:49:39.187183 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:49:59.813499 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c4f75539-8549-44c3-9c93-c5f9695c3d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:02.058709 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e11fe63d-4855-4aa4-9ce5-af59614b08c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:03.600989 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:04.720374 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:05.936074 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:06.308198 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:16.189538 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:50:29.785735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-05604bbf-9b20-4205-900b-19cdfd6132f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:32.060984 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c35b9727-7570-42ef-8906-7a7a065b01bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:33.605119 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:34.723693 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:35.945836 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:36.311939 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:50:53.189876 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:50:59.792674 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-359a7d0f-9223-4d22-94e3-1d2498b4c99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:02.062806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6bd48601-bb06-41c8-9e7d-a78ec6e79302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:02.800558 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50708) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:03.039744 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2004286804-network', 'tenant_id': '5b69a8d69ede453aa373fca0a65bdedd'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:03.061782 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Made reservation on behalf of 5b69a8d69ede453aa373fca0a65bdedd for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:03.064785 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.078173 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.179172 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks [] for security_group (49d3a9a4-724a-4ba4-b0cc-a923ecab696e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.184527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (49d3a9a4-724a-4ba4-b0cc-a923ecab696e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.198128 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:51:03.227885 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (110ed829-e2de-4e30-ab58-9de461365fa8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.228301 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Added segment 110ed829-e2de-4e30-ab58-9de461365fa8 of type vlan for network eed97806-4133-44f5-ad35-6c19199516d8 Apr 29 08:51:03.237508 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3a9a4-724a-4ba4-b0cc-a923ecab696e,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:03.247765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.248292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.248548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.248937 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.249651 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.249651 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.250034 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.250308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.250665 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.251038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.251402 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.251855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.252359 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.252717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.253143 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Tracked resource versions report: Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: pushed versions: Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: { 'AddressGroup': {'1.2'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Agent': {'1.1'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'ConntrackHelper': {'1.0'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Log': {'1.0'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'NDPProxy': {'1.0'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Network': {'1.1'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Port': {'1.7'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'PortForwarding': {'1.3'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'QosPolicy': {'1.10'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroup': {'1.5'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SubPort': {'1.0'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Subnet': {'1.1'}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Trunk': {'1.1'}} Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: consumer versions: Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: HyperV agent@hv-cinder-83987: {}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Agent': '1.1', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'ConntrackHelper': '1.0', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'LocalIPAssociation': '1.0', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Log': '1.0', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'NDPProxy': '1.0', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Network': '1.1', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Port': '1.7', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'PortForwarding': '1.3', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'QosPolicy': '1.10', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroup': '1.5', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SecurityGroupRule': '1.2', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'SubPort': '1.0', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Subnet': '1.1', Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: 'Trunk': '1.1'}} Apr 29 08:51:03.254282 dv-cinder-839872-1-iscsi neutron-server[109813]: {{(pid=109813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:51:03.303227 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (eed97806-4133-44f5-ad35-6c19199516d8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.332512 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (eed97806-4133-44f5-ad35-6c19199516d8), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.333917 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:03.334526 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.362945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5605860 Apr 29 08:51:03.366982 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50744) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:03.375134 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Request body: {'subnet': {'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2004286804-subnet', 'tenant_id': '5b69a8d69ede453aa373fca0a65bdedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:03.404649 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Made reservation on behalf of 5b69a8d69ede453aa373fca0a65bdedd for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:03.404981 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85b1b9-deef-4537-a671-fea4874e0587 admin admin] Pushing event updated for resources: {'Network': ['ID=eed97806-4133-44f5-ad35-6c19199516d8,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:03.409969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.416285 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network eed97806-4133-44f5-ad35-6c19199516d8 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:51:03.599603 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (72ce4fd9-5909-4022-9f8e-42c41697418b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.612334 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.663192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ce4fd9-5909-4022-9f8e-42c41697418b,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:03.675134 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.675487 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.675848 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.676237 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.676807 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.677161 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.677530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.677891 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.678285 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.678743 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.679104 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.679472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.679842 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.680219 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.680567 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Tracked resource versions report: Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: pushed versions: Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: { 'AddressGroup': {'1.2'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Agent': {'1.1'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'ConntrackHelper': {'1.0'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Log': {'1.0'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'NDPProxy': {'1.0'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Network': {'1.1'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Port': {'1.7'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'PortForwarding': {'1.3'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'QosPolicy': {'1.10'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroup': {'1.5'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SubPort': {'1.0'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Subnet': {'1.1'}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Trunk': {'1.1'}} Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: consumer versions: Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: HyperV agent@hv-cinder-83987: {}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Agent': '1.1', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'ConntrackHelper': '1.0', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'LocalIPAssociation': '1.0', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Log': '1.0', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'NDPProxy': '1.0', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Network': '1.1', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Port': '1.7', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'PortForwarding': '1.3', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'QosPolicy': '1.10', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroup': '1.5', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SecurityGroupRule': '1.2', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'SubPort': '1.0', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Subnet': '1.1', Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: 'Trunk': '1.1'}} Apr 29 08:51:03.681742 dv-cinder-839872-1-iscsi neutron-server[109812]: {{(pid=109812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:51:03.687016 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Checking segment: {'id': '110ed829-e2de-4e30-ab58-9de461365fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:03.687400 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Network hostable DHCP agents. Network: eed97806-4133-44f5-ad35-6c19199516d8, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:51:03.714303 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Network eed97806-4133-44f5-ad35-6c19199516d8 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:51:03.727055 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, eed97806-4133-44f5-ad35-6c19199516d8) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:03.735703 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:03.736532 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:03.736745 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d813c8-c04e-4e56-8288-1d0d025c02f8 None None] Network eed97806-4133-44f5-ad35-6c19199516d8 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:03.766726 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e5449112-10cd-40f5-96b0-fc08c0f82e91 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3984239 Apr 29 08:51:03.818156 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50766) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:03.859756 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd75349-b157-40e8-9313-e86d94385609 None None] Network eed97806-4133-44f5-ad35-6c19199516d8 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:03.872503 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50774) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:03.969015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50780) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:04.152955 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-883843291-network', 'tenant_id': '92948feac6254e7799b84085cf5ac1c9'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:04.176583 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Made reservation on behalf of 92948feac6254e7799b84085cf5ac1c9 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:04.179746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.190908 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.282747 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks [] for security_group (399e98d1-ffd8-44b9-a5a9-794edcf22148), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.288023 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (399e98d1-ffd8-44b9-a5a9-794edcf22148), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.310025 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:51:04.323498 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e98d1-ffd8-44b9-a5a9-794edcf22148,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:04.328261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (e1c03a21-1cad-48df-a818-a382104d2d23), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.328602 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Added segment e1c03a21-1cad-48df-a818-a382104d2d23 of type vlan for network 009eee63-751f-49ec-8b7f-40fd37906f74 Apr 29 08:51:04.361074 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2075993438-network', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:04.382491 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (009eee63-751f-49ec-8b7f-40fd37906f74), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.396098 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-network', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:04.425262 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:04.428259 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.445607 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Made reservation on behalf of 81c2c3d18ff34afe806e090aec002a4b for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:04.448207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.451174 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.454649 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (009eee63-751f-49ec-8b7f-40fd37906f74), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.455526 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:04.456196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.476551 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.516576 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6960948 Apr 29 08:51:04.519473 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50808) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:04.527901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Request body: {'subnet': {'network_id': '009eee63-751f-49ec-8b7f-40fd37906f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-883843291-subnet', 'tenant_id': '92948feac6254e7799b84085cf5ac1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:04.556467 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Made reservation on behalf of 92948feac6254e7799b84085cf5ac1c9 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:04.559886 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.598949 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5b2f-2a7b-4469-a308-873dc9a81608 admin admin] Pushing event updated for resources: {'Network': ['ID=009eee63-751f-49ec-8b7f-40fd37906f74,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:04.612827 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 009eee63-751f-49ec-8b7f-40fd37906f74 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:51:04.676671 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks [] for security_group (91575745-237e-4838-9957-a11514a8c8b8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.684262 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks [] for security_group (c2383a61-a6f8-4903-9192-4700a22d0fe1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.685553 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (91575745-237e-4838-9957-a11514a8c8b8), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.693006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (c2383a61-a6f8-4903-9192-4700a22d0fe1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.728582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:51:04.731138 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:51:04.752944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (b3f8c795-f655-40d4-be2f-7f7879dd5d0b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.753614 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Added segment b3f8c795-f655-40d4-be2f-7f7879dd5d0b of type vlan for network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d Apr 29 08:51:04.800013 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (88e14c54-6fc1-4ee6-8dc1-d1927744d27d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.825538 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91575745-237e-4838-9957-a11514a8c8b8,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:04.827244 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.830684 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (1a6c01d8-c785-4088-a0be-953779be933b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.831429 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Added segment 1a6c01d8-c785-4088-a0be-953779be933b of type vlan for network b24838f8-74fc-43df-860b-f0934d3ce2df Apr 29 08:51:04.878790 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (b24838f8-74fc-43df-860b-f0934d3ce2df), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.901590 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (88e14c54-6fc1-4ee6-8dc1-d1927744d27d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.903313 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:04.904227 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.910016 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (477ec220-ce8b-406f-95e2-d5f4ce9c1296), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.957727 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477ec220-ce8b-406f-95e2-d5f4ce9c1296,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:04.965009 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (b24838f8-74fc-43df-860b-f0934d3ce2df), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.966298 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:04.967018 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:04.978774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=88e14c54-6fc1-4ee6-8dc1-d1927744d27d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:04.998463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Checking segment: {'id': 'e1c03a21-1cad-48df-a818-a382104d2d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '009eee63-751f-49ec-8b7f-40fd37906f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:05.001034 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:51:05.012255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1388323 Apr 29 08:51:05.015689 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Network hostable DHCP agents. Network: 009eee63-751f-49ec-8b7f-40fd37906f74, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:51:05.024477 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50826) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:05.044743 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Request body: {'subnet': {'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-subnet', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:05.092687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:05.098516 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.168426 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Network 009eee63-751f-49ec-8b7f-40fd37906f74 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:51:05.193181 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737e1b6-c8dc-484b-ad75-87533707e703 admin admin] Pushing event updated for resources: {'Network': ['ID=b24838f8-74fc-43df-860b-f0934d3ce2df,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:05.200912 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2305763 Apr 29 08:51:05.203505 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ddcc-451b-4203-87cb-c9bc66a26ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2383a61-a6f8-4903-9192-4700a22d0fe1,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:05.205650 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50836) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:05.210561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network b24838f8-74fc-43df-860b-f0934d3ce2df details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:51:05.211468 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Request body: {'subnet': {'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-subnet', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:05.237802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 009eee63-751f-49ec-8b7f-40fd37906f74) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:05.244526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Made reservation on behalf of 81c2c3d18ff34afe806e090aec002a4b for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:05.247544 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.266049 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:05.266640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.287667 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8340b18a-cecc-4ce7-a46d-371a2fbba9e7 None None] Network 009eee63-751f-49ec-8b7f-40fd37906f74 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:05.341970 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2445d9cd-f5d8-40af-877f-1c017886a4e8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8209951 Apr 29 08:51:05.422662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162afa0-d681-48c7-9faa-4fde30407c6c None None] Network 009eee63-751f-49ec-8b7f-40fd37906f74 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:05.517603 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (dc64ea19-c2d5-4301-939f-2d92d9ae2ad9), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.575116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:05.648067 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:05.648708 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Network hostable DHCP agents. Network: b24838f8-74fc-43df-860b-f0934d3ce2df, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:51:05.676006 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (5bf72e77-5f57-413c-b577-a57f93058aeb), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.706405 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Network b24838f8-74fc-43df-860b-f0934d3ce2df is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:51:05.735677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, b24838f8-74fc-43df-860b-f0934d3ce2df) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:05.748955 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf72e77-5f57-413c-b577-a57f93058aeb,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:05.751382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee19987-7447-494f-a1e4-8e4c0cfa00dd None None] Network b24838f8-74fc-43df-860b-f0934d3ce2df requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:05.767469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:05.768053 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.827867 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-28fac9ac-d342-4831-b0c5-b0f33f67e8fd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7998047 Apr 29 08:51:05.831008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50870) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:05.835602 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:05.847742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Checking segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:05.848094 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Network hostable DHCP agents. Network: 88e14c54-6fc1-4ee6-8dc1-d1927744d27d, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:51:05.903316 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (90814175-ae59-4693-861c-07c8888dd8a2), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.908174 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (90814175-ae59-4693-861c-07c8888dd8a2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.924113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:51:05.934928 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-b24838f8-74fc-43df-860b-f0934d3ce2df', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:51:05.938739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.941302 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 88e14c54-6fc1-4ee6-8dc1-d1927744d27d) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:05.948915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:05.951037 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:05.983184 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ae7bfa51-4426-45e2-9471-20ff1851619a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7751060 Apr 29 08:51:05.985860 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50880) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:05.992540 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e25e9-12f0-452d-a9f7-b685a513c6fa None None] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:05.993057 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:06.027176 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for router_controller (90814175-ae59-4693-861c-07c8888dd8a2), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.034331 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.037551 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.048604 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.249700 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for router_gateway (90814175-ae59-4693-861c-07c8888dd8a2), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.274343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for router_controller (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.371976 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.430831 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Allocated IP 172.20.0.2 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/1c134d56-df16-4a43-8084-291e783945ad) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:06.474242 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for router_gateway (90814175-ae59-4693-861c-07c8888dd8a2), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.507293 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.588153 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks [] for port (1c134d56-df16-4a43-8084-291e783945ad), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.594969 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:51:06.596446 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.601234 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (1c134d56-df16-4a43-8084-291e783945ad), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.628688 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Allocated IP 172.27.0.182 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/43f02e55-5aed-428e-b91a-73815b53efa5) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:06.679387 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Pushing event updated for resources: {'Port': ['ID=1c134d56-df16-4a43-8084-291e783945ad,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:06.708844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.709565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.710145 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.710734 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.711283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.714521 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.715659 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.716329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.716901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.717680 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.718228 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.720015 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.720626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.721185 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.723649 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Tracked resource versions report: Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: pushed versions: Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: { 'AddressGroup': {'1.2'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Agent': {'1.1'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'ConntrackHelper': {'1.0'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Log': {'1.0'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'NDPProxy': {'1.0'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Network': {'1.1'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Port': {'1.7'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'PortForwarding': {'1.3'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'QosPolicy': {'1.10'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroup': {'1.5'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SubPort': {'1.0'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Subnet': {'1.1'}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Trunk': {'1.1'}} Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: consumer versions: Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: HyperV agent@hv-cinder-83987: {}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Agent': '1.1', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'ConntrackHelper': '1.0', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'LocalIPAssociation': '1.0', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Log': '1.0', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'NDPProxy': '1.0', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Network': '1.1', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Port': '1.7', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'PortForwarding': '1.3', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'QosPolicy': '1.10', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroup': '1.5', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SecurityGroupRule': '1.2', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'SubPort': '1.0', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Subnet': '1.1', Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: 'Trunk': '1.1'}} Apr 29 08:51:06.725146 dv-cinder-839872-1-iscsi neutron-server[109814]: {{(pid=109814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:51:06.755450 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:06.759052 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:06.764900 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:06.821695 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for port (43f02e55-5aed-428e-b91a-73815b53efa5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.903958 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.944503 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for router_gateway (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:06.975596 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:06.987855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50904) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:07.001381 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:07.009418 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:07.046451 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Attempting to bind port 1c134d56-df16-4a43-8084-291e783945ad on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:07.047059 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Attempting to bind port 1c134d56-df16-4a43-8084-291e783945ad by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:07.049622 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Attempting to bind port 1c134d56-df16-4a43-8084-291e783945ad on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:07.066850 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:07.072726 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:07.073378 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.075328 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:07.076246 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Bound port: 1c134d56-df16-4a43-8084-291e783945ad, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:07.077984 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1c134d56-df16-4a43-8084-291e783945ad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.115600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=43f02e55-5aed-428e-b91a-73815b53efa5,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:07.285601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] For port 1c134d56-df16-4a43-8084-291e783945ad, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:07.290534 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] For port 1c134d56-df16-4a43-8084-291e783945ad, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=1c134d56-df16-4a43-8084-291e783945ad,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:07.315391 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (1c134d56-df16-4a43-8084-291e783945ad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.377129 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for router_gateway (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.399382 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.454182 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cc0a779b-afef-4ba2-b845-825d741dc88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.459855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Allocated IP 172.20.0.2 (88e14c54-6fc1-4ee6-8dc1-d1927744d27d/5bf72e77-5f57-413c-b577-a57f93058aeb/c7329624-f1f9-47cc-b8fb-62d85b79b51d) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:07.499437 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for router_gateway (90814175-ae59-4693-861c-07c8888dd8a2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.508879 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc149-b01c-4923-b02a-06c2ad6fae66 None None] Pushing event updated for resources: {'Port': ['ID=1c134d56-df16-4a43-8084-291e783945ad,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:07.592074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Allocated IP 172.27.0.219 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/0d92298e-8340-4954-9dde-d09ac934eeab) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:07.643493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50936) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:07.664414 dv-cinder-839872-1-iscsi neutron-server[109813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 08:51:07.835721 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for port (0d92298e-8340-4954-9dde-d09ac934eeab), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.875895 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks [] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.878855 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50942) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:07.884299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-186645420-network', 'tenant_id': 'd5a2a7410b614c0cb6d0f74171a6d117'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:07.890008 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.926167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:07.983179 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d92298e-8340-4954-9dde-d09ac934eeab,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:08.008402 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:08.015596 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Pushing event updated for resources: {'Port': ['ID=c7329624-f1f9-47cc-b8fb-62d85b79b51d,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:08.021892 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:08.039006 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:08.041220 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:08.055220 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:08.055512 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Made reservation on behalf of d5a2a7410b614c0cb6d0f74171a6d117 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:08.058812 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.062948 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:08.157264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.181512 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Attempting to bind port c7329624-f1f9-47cc-b8fb-62d85b79b51d on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:08.184187 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Attempting to bind port c7329624-f1f9-47cc-b8fb-62d85b79b51d by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:08.185679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Attempting to bind port c7329624-f1f9-47cc-b8fb-62d85b79b51d on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:08.199924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:08.200445 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Checking segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:08.200900 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.201301 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Bound using segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:08.201816 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Bound port: c7329624-f1f9-47cc-b8fb-62d85b79b51d, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:08.202236 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.244679 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-c5f58a32-7b36-4ed6-85f0-3baff7caf31a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:08.247128 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-c5f58a32-7b36-4ed6-85f0-3baff7caf31a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/networks?id=eed97806-4133-44f5-ad35-6c19199516d8 HTTP/1.1" status: 200 len: 812 time: 0.5928750 Apr 29 08:51:08.287640 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] For port c7329624-f1f9-47cc-b8fb-62d85b79b51d, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:08.290942 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] For port c7329624-f1f9-47cc-b8fb-62d85b79b51d, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=c7329624-f1f9-47cc-b8fb-62d85b79b51d,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:08.299017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.374498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1489b-4658-4393-b7b4-223e3f0d1f36 None None] Pushing event updated for resources: {'Port': ['ID=c7329624-f1f9-47cc-b8fb-62d85b79b51d,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:08.502464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks [] for security_group (a45d4743-6406-4187-9f9b-a1db50364811), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.503916 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for router_gateway (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.508464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (a45d4743-6406-4187-9f9b-a1db50364811), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.548879 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-cceea172-1210-4776-b899-557c055c1f1d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/quotas/5b69a8d69ede453aa373fca0a65bdedd HTTP/1.1" status: 200 len: 375 time: 0.2898979 Apr 29 08:51:08.555609 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (90814175-ae59-4693-861c-07c8888dd8a2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.571815 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:51:08.602360 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45d4743-6406-4187-9f9b-a1db50364811,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:08.605078 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (3c24c593-a35f-4347-9a9d-967fdfb71ab7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.605476 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Added segment 3c24c593-a35f-4347-9a9d-967fdfb71ab7 of type vlan for network d48006db-2228-468d-8272-80da4dd558de Apr 29 08:51:08.698061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (d48006db-2228-468d-8272-80da4dd558de), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.746450 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cc0a779b-afef-4ba2-b845-825d741dc88c admin admin] Publish callbacks [] for security_group (1840c24e-6496-48a0-9f69-51ca9e95c20f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.749007 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-a2dc8222-a5d5-4040-a999-e2c2e251dda6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b69a8d69ede453aa373fca0a65bdedd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1819217 Apr 29 08:51:08.759433 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cc0a779b-afef-4ba2-b845-825d741dc88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1840c24e-6496-48a0-9f69-51ca9e95c20f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.805565 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (d48006db-2228-468d-8272-80da4dd558de), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.811521 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a779b-afef-4ba2-b845-825d741dc88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1840c24e-6496-48a0-9f69-51ca9e95c20f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:08.814821 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:08.815997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:08.858209 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cc0a779b-afef-4ba2-b845-825d741dc88c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3622d1a6e76c4b90aef388020bc7ecc5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8544717 Apr 29 08:51:08.862726 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 50964) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:08.934292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0535412 Apr 29 08:51:08.940718 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 50966) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:08.982487 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Request body: {'subnet': {'network_id': 'd48006db-2228-468d-8272-80da4dd558de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-186645420-subnet', 'tenant_id': 'd5a2a7410b614c0cb6d0f74171a6d117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:09.002784 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] Publish callbacks [] for security_group (1840c24e-6496-48a0-9f69-51ca9e95c20f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.012835 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Made reservation on behalf of d5a2a7410b614c0cb6d0f74171a6d117 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:09.015308 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.028294 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] Publish callbacks [] for security_group (1840c24e-6496-48a0-9f69-51ca9e95c20f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.096852 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1840c24e-6496-48a0-9f69-51ca9e95c20f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.102526 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.103859 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1840c24e-6496-48a0-9f69-51ca9e95c20f HTTP/1.1" status: 204 len: 168 time: 0.2399931 Apr 29 08:51:09.134015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773426e-4ae3-4d87-b882-0343ea8622b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1840c24e-6496-48a0-9f69-51ca9e95c20f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:09.234472 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b572861-bee0-49ab-99c7-1b1b52813803 None None] Network b24838f8-74fc-43df-860b-f0934d3ce2df requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:09.247336 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-138e1886-e6fc-4e95-b6b5-0dadb7bc3f7c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:51:09.251052 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-138e1886-e6fc-4e95-b6b5-0dadb7bc3f7c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1744390 Apr 29 08:51:09.353933 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c86c1-a27c-4af8-94ba-2d8f5dd32b25 admin admin] Pushing event updated for resources: {'Network': ['ID=d48006db-2228-468d-8272-80da4dd558de,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:09.357106 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (28fe0f3f-f0e9-4012-9faa-b90de8ce63dc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.419558 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fe0f3f-f0e9-4012-9faa-b90de8ce63dc,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:09.462596 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network d48006db-2228-468d-8272-80da4dd558de details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:51:09.463809 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Router 90814175-ae59-4693-861c-07c8888dd8a2 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:51:09.468646 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.531137 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Provisioning complete for port 1c134d56-df16-4a43-8084-291e783945ad triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:09.531572 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1c134d56-df16-4a43-8084-291e783945ad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:09.659045 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Checking segment: {'id': '3c24c593-a35f-4347-9a9d-967fdfb71ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd48006db-2228-468d-8272-80da4dd558de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:09.659401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Network hostable DHCP agents. Network: d48006db-2228-468d-8272-80da4dd558de, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:51:09.720259 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-872c5fe7-f045-4dd9-8514-041e0b07e478 service neutron] 10.222.0.31 "GET /v2.0/networks/eed97806-4133-44f5-ad35-6c19199516d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584579 Apr 29 08:51:09.726164 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device c7329624-f1f9-47cc-b8fb-62d85b79b51d up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:09.878413 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Network d48006db-2228-468d-8272-80da4dd558de is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:51:09.945543 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, d48006db-2228-468d-8272-80da4dd558de) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:09.956683 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:09.958474 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea51c00-6684-494a-a563-525e562b21a5 None None] Network d48006db-2228-468d-8272-80da4dd558de requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:09.959242 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.017886 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-87808254-2d33-4408-9759-67fa8d648abe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0718889 Apr 29 08:51:10.040111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Current status of the port 1c134d56-df16-4a43-8084-291e783945ad is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:10.040757 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1c134d56-df16-4a43-8084-291e783945ad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.061858 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:51:10.122339 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:51:10.135311 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port c7329624-f1f9-47cc-b8fb-62d85b79b51d triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:10.139270 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.149148 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:51:10.153292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51006) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.169828 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:10.170673 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf1b6a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:10.178265 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f27386d7-fbff-409c-8a69-32e3abd570f4 service neutron] 10.222.0.31 "GET /v2.0/networks/eed97806-4133-44f5-ad35-6c19199516d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495397 Apr 29 08:51:10.180755 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb50cee6-55cc-4503-8072-e30e4b350369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.227942 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.229159 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4e275495-8e27-4611-ba31-cfa37422a8f3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3971376 Apr 29 08:51:10.233842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51012) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.267272 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab873ca-fcf6-49bf-b328-e100ce08c812 None None] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:10.335417 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] For port 1c134d56-df16-4a43-8084-291e783945ad, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=1c134d56-df16-4a43-8084-291e783945ad,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:10.386865 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (1c134d56-df16-4a43-8084-291e783945ad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.442404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:51:10.470982 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51022) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.472386 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:51:10.500838 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.504742 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e7177334-a49e-446e-9f91-64b64d84e3b0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5148866 Apr 29 08:51:10.505390 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51026) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.513764 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a13ef8-0273-4194-be51-b34631982a76 None None] Network d48006db-2228-468d-8272-80da4dd558de requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:51:10.530684 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:10.667929 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51034) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.671676 dv-cinder-839872-1-iscsi neutron-server[109812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 29 08:51:10.691987 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb50cee6-55cc-4503-8072-e30e4b350369 admin admin] Publish callbacks [] for security_group (78e66d21-1015-4ede-88e1-ccf4cff31a22), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.764855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb50cee6-55cc-4503-8072-e30e4b350369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (78e66d21-1015-4ede-88e1-ccf4cff31a22), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.774624 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0f8598cc-ae9b-464a-961f-30c58954ab4d req-8de06c57-3eb0-4d96-8567-fa5473d46236 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.1041527 Apr 29 08:51:10.830549 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bb50cee6-55cc-4503-8072-e30e4b350369 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd90898c532f46a5b4ae49c993d615bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6732085 Apr 29 08:51:10.836123 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51056) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:10.896261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Deleting subnet 477ec220-ce8b-406f-95e2-d5f4ce9c1296 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:51:10.903842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Publish callbacks [] for subnet (477ec220-ce8b-406f-95e2-d5f4ce9c1296), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:10.944833 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf1b6a0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:07Z', 'revision_number': 3, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:11.003494 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:51:11.004203 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Updating router 90814175-ae59-4693-861c-07c8888dd8a2 port 43f02e55-5aed-428e-b91a-73815b53efa5 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:51:11.039755 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.059139 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] Publish callbacks [] for security_group (78e66d21-1015-4ede-88e1-ccf4cff31a22), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.068311 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50cee6-55cc-4503-8072-e30e4b350369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e66d21-1015-4ede-88e1-ccf4cff31a22,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.093382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Provisioning complete for port 1c134d56-df16-4a43-8084-291e783945ad triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:11.093963 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1c134d56-df16-4a43-8084-291e783945ad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.094730 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Publish callbacks [] for subnet (477ec220-ce8b-406f-95e2-d5f4ce9c1296), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.110655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (477ec220-ce8b-406f-95e2-d5f4ce9c1296), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.136855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253a02-3910-42f2-abdf-4c31bca827c0 None None] Pushing event updated for resources: {'Port': ['ID=1c134d56-df16-4a43-8084-291e783945ad,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.152812 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port c7329624-f1f9-47cc-b8fb-62d85b79b51d is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:11.153438 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.178498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:11.179370 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea0473910>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:11.228883 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for subnet (477ec220-ce8b-406f-95e2-d5f4ce9c1296), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.251543 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] Publish callbacks [] for security_group (78e66d21-1015-4ede-88e1-ccf4cff31a22), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.278387 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.282259 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/477ec220-ce8b-406f-95e2-d5f4ce9c1296 HTTP/1.1" status: 204 len: 168 time: 0.8101633 Apr 29 08:51:11.296196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51068) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:11.378551 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (78e66d21-1015-4ede-88e1-ccf4cff31a22), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.381327 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.385005 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78e66d21-1015-4ede-88e1-ccf4cff31a22 HTTP/1.1" status: 204 len: 168 time: 0.5455129 Apr 29 08:51:11.393815 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port c7329624-f1f9-47cc-b8fb-62d85b79b51d, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=c7329624-f1f9-47cc-b8fb-62d85b79b51d,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:11.410544 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dd367-87bf-45db-8332-2826c3318ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e66d21-1015-4ede-88e1-ccf4cff31a22,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.434223 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.435448 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 1c134d56-df16-4a43-8084-291e783945ad up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:11.562392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d120a4b-8a2f-4222-b8c9-bce27a6d5432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477ec220-ce8b-406f-95e2-d5f4ce9c1296,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.647816 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks [] for port (43f02e55-5aed-428e-b91a-73815b53efa5), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.656581 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.713171 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Current status of the port 1c134d56-df16-4a43-8084-291e783945ad is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:11.714417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (009eee63-751f-49ec-8b7f-40fd37906f74), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.734349 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:11.770642 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Pushing event updated for resources: {'Port': ['ID=43f02e55-5aed-428e-b91a-73815b53efa5,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.771598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=c7329624-f1f9-47cc-b8fb-62d85b79b51d,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:11.785106 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Attempting to bind port 43f02e55-5aed-428e-b91a-73815b53efa5 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:11.786021 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Attempting to bind port 43f02e55-5aed-428e-b91a-73815b53efa5 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:11.786541 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Attempting to bind port 43f02e55-5aed-428e-b91a-73815b53efa5 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:11.796870 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.799576 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.800991 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.801849 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.802557 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.804502 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.805944 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.807451 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.807988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Provisioning complete for port c7329624-f1f9-47cc-b8fb-62d85b79b51d triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:11.808535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.810204 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.810917 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.812075 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.812590 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.814495 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.814921 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.815664 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Tracked resource versions report: Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: pushed versions: Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: { 'AddressGroup': {'1.2'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Agent': {'1.1'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'ConntrackHelper': {'1.0'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'LocalIPAssociation': {'1.0'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Log': {'1.0'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'NDPProxy': {'1.0'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Network': {'1.1'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Port': {'1.7'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'PortForwarding': {'1.3'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'QosPolicy': {'1.10'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroup': {'1.5'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroupRule': {'1.2'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SubPort': {'1.0'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Subnet': {'1.1'}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Trunk': {'1.1'}} Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: consumer versions: Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: { DHCP agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: HyperV agent@hv-cinder-83987: {}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: L3 agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: Metadata agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: Metering agent@dv-cinder-839872-1-iscsi: {}, Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: Open vSwitch agent@dv-cinder-839872-1-iscsi: { 'AddressGroup': '1.2', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Agent': '1.1', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'ConntrackHelper': '1.0', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'LocalIPAssociation': '1.0', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Log': '1.0', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'NDPProxy': '1.0', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Network': '1.1', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Port': '1.7', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'PortForwarding': '1.3', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'QosPolicy': '1.10', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroup': '1.5', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SecurityGroupRule': '1.2', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'SubPort': '1.0', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Subnet': '1.1', Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: 'Trunk': '1.1'}} Apr 29 08:51:11.820256 dv-cinder-839872-1-iscsi neutron-server[109815]: {{(pid=109815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 29 08:51:11.834121 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:11.835088 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:11.835911 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.838704 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:11.841496 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Bound port: 43f02e55-5aed-428e-b91a-73815b53efa5, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:11.842132 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.851657 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 1c134d56-df16-4a43-8084-291e783945ad triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:11.854643 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1c134d56-df16-4a43-8084-291e783945ad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.906518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (009eee63-751f-49ec-8b7f-40fd37906f74), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:11.914873 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] For port 43f02e55-5aed-428e-b91a-73815b53efa5, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:11.919703 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] For port 43f02e55-5aed-428e-b91a-73815b53efa5, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=43f02e55-5aed-428e-b91a-73815b53efa5,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:11.929722 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.008013 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9b99-5369-49b0-9959-ec1e3d4f8b58 None None] Pushing event updated for resources: {'Port': ['ID=43f02e55-5aed-428e-b91a-73815b53efa5,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:12.028015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3e9bdf1a60>> segment before_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.028015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3e9bdf1a60>> subnet precommit_delete_associations 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.028953 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> segment_host_mapping after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.029288 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> port after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.029637 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> port after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.030022 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> port after_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.030343 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> segment after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.030663 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> subnet after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.030979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> subnet after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.031297 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3e9ba72730>> subnet after_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.037783 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:12.039518 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf1b6a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.074975 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bf71c2d1-cd2e-4ae7-b562-9cf227fd1839 req-55b7ce7b-892e-4e58-b58d-9450d59e8e6d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.1424584 Apr 29 08:51:12.083373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.188340 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:12.392000 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9240f768-e5c7-4470-95d7-bbc91175bbe0 None None] Current status of the port c7329624-f1f9-47cc-b8fb-62d85b79b51d is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:12.393588 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b2a7e80>> subnet after_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.393943 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b2a7e80>> subnet after_delete 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.394265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b2a7e80>> subnet before_create 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.394592 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b2a7e80>> subnet before_update 55550000 {{(pid=109813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:12.395124 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba72610>,) {'filters': {'network_id': ['009eee63-751f-49ec-8b7f-40fd37906f74']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.408327 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea0473910>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:08Z', 'revision_number': 3, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.415971 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 1c134d56-df16-4a43-8084-291e783945ad is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:12.416200 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba72610>, 'e1c03a21-1cad-48df-a818-a382104d2d23') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.416441 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba72610>, 'e1c03a21-1cad-48df-a818-a382104d2d23') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.472860 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:51:12.473323 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Updating router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 port 0d92298e-8340-4954-9dde-d09ac934eeab binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:51:12.484325 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (e1c03a21-1cad-48df-a818-a382104d2d23), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.500354 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Allocated IP 172.20.0.1 (88e14c54-6fc1-4ee6-8dc1-d1927744d27d/5bf72e77-5f57-413c-b577-a57f93058aeb/b744ffef-4d4d-42ea-a4a2-5f6f00778268) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:12.554513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-be198e72-c179-4cd7-baa8-1b55b9af1164 None None] Provisioning complete for port c7329624-f1f9-47cc-b8fb-62d85b79b51d triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:12.554971 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-be198e72-c179-4cd7-baa8-1b55b9af1164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.557586 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (e1c03a21-1cad-48df-a818-a382104d2d23), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.561828 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.562092 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf1b6a0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:07Z', 'revision_number': 3, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:12.625845 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5689c15-32e7-4835-826c-fdf159e99630 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:07Z', 'revision_number': 3, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:51:12.682925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device c7329624-f1f9-47cc-b8fb-62d85b79b51d up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:12.694273 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks [] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.749970 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.799718 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:12.805625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:12.810135 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:12.810679 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.867531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-be198e72-c179-4cd7-baa8-1b55b9af1164 None None] Current status of the port c7329624-f1f9-47cc-b8fb-62d85b79b51d is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:12.872314 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Pushing event updated for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:12.886069 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:51:12.887211 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (e1c03a21-1cad-48df-a818-a382104d2d23), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: from cryptography.utils import int_from_bytes Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: from cryptography.utils import int_from_bytes Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:51:12.893228 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:51:13.060730 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (009eee63-751f-49ec-8b7f-40fd37906f74), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.087223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.146378 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.159575 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/009eee63-751f-49ec-8b7f-40fd37906f74 HTTP/1.1" status: 204 len: 168 time: 1.8592901 Apr 29 08:51:13.160704 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfc16d-f3f7-4aa7-a3b0-ccd2964570cb admin admin] Pushing event deleted for resources: {'Network': ['ID=009eee63-751f-49ec-8b7f-40fd37906f74,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:13.174170 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51132) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:13.245487 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port c7329624-f1f9-47cc-b8fb-62d85b79b51d triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:13.246739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.346209 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Deleting subnet 28fe0f3f-f0e9-4012-9faa-b90de8ce63dc {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:51:13.362160 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Publish callbacks [] for subnet (28fe0f3f-f0e9-4012-9faa-b90de8ce63dc), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.364384 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-6922492d-a212-4dda-b53a-65382c257169 None None] Provisioning complete for port b744ffef-4d4d-42ea-a4a2-5f6f00778268 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:13.364772 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6922492d-a212-4dda-b53a-65382c257169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.420351 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (28fe0f3f-f0e9-4012-9faa-b90de8ce63dc), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.491736 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-6922492d-a212-4dda-b53a-65382c257169 None None] Port b744ffef-4d4d-42ea-a4a2-5f6f00778268 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:13.591356 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.597753 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (28fe0f3f-f0e9-4012-9faa-b90de8ce63dc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.606647 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-380753d6-4873-4a47-9f05-f27ef4fb8a2c req-13febe18-d852-4718-880f-949de6355b84 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.2206659 Apr 29 08:51:13.607902 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port c7329624-f1f9-47cc-b8fb-62d85b79b51d is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:13.608992 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks [] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.612541 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 1c134d56-df16-4a43-8084-291e783945ad up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:13.616842 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.617682 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.739633 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks [] for port (0d92298e-8340-4954-9dde-d09ac934eeab), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.758435 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.758752 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Pushing event updated for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:13.776849 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 1c134d56-df16-4a43-8084-291e783945ad triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:13.780204 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1c134d56-df16-4a43-8084-291e783945ad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.828435 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:13.830086 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:13.894398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971bd4-5b06-4381-b7b8-7bfa9e2e4800 None None] Pushing event updated for resources: {'Port': ['ID=0d92298e-8340-4954-9dde-d09ac934eeab,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:13.960356 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Attempting to bind port 0d92298e-8340-4954-9dde-d09ac934eeab on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:13.960728 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Attempting to bind port 0d92298e-8340-4954-9dde-d09ac934eeab by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:13.961089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Attempting to bind port 0d92298e-8340-4954-9dde-d09ac934eeab on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:13.972111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:13.972538 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:13.972914 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:13.973653 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:13.974180 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Bound port: 0d92298e-8340-4954-9dde-d09ac934eeab, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:13.974598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.052028 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:51:14.060439 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (28fe0f3f-f0e9-4012-9faa-b90de8ce63dc), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.092888 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] For port 0d92298e-8340-4954-9dde-d09ac934eeab, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:14.098823 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] For port 0d92298e-8340-4954-9dde-d09ac934eeab, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0d92298e-8340-4954-9dde-d09ac934eeab,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:14.120342 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.122893 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.125357 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28fe0f3f-f0e9-4012-9faa-b90de8ce63dc HTTP/1.1" status: 204 len: 168 time: 0.9446764 Apr 29 08:51:14.129615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51154) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:14.185775 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aa6fb-fdd8-43fc-bce2-361d777f0f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fe0f3f-f0e9-4012-9faa-b90de8ce63dc,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:14.340961 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (d48006db-2228-468d-8272-80da4dd558de), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.364573 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:51:14.373550 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3491490e-dcd9-409e-818e-b72ecf57c207 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8bbb16f-400b-4e2f-920b-9a612ed9ef73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8674104 Apr 29 08:51:14.442444 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:14.443082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea0473910>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:14.495036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (d48006db-2228-468d-8272-80da4dd558de), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.500837 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Allocated IP 172.20.0.1 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/d0af6bcc-91ae-4c32-b2ce-60f200e90575) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:14.504443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-3b230f98-5bdd-4b1c-87a3-748edb36939a None None] Provisioning complete for port b744ffef-4d4d-42ea-a4a2-5f6f00778268 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:14.504954 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3b230f98-5bdd-4b1c-87a3-748edb36939a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.544986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3e9bf5d220>> segment before_delete 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.545640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3e9bf5d220>> subnet precommit_delete_associations 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.546489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> segment_host_mapping after_create 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.547317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> port after_create 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.547787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> port after_delete 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.548014 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> port after_update 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.549270 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> segment after_delete 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.550099 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> subnet after_create 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.554014 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> subnet after_delete 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.554854 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3ea00e02b0>> subnet after_update 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.586034 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971bd4-5b06-4381-b7b8-7bfa9e2e4800 None None] Pushing event updated for resources: {'Port': ['ID=0d92298e-8340-4954-9dde-d09ac934eeab,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:14.659670 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3b230f98-5bdd-4b1c-87a3-748edb36939a None None] Port b744ffef-4d4d-42ea-a4a2-5f6f00778268 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:14.692015 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 1c134d56-df16-4a43-8084-291e783945ad is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:14.729265 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:14.775973 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks [] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.876954 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b657490>> subnet after_create 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.879238 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.883264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b657490>> subnet after_delete 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.883781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b657490>> subnet before_create 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.884323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3e9b657490>> subnet before_update 55550000 {{(pid=109812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 29 08:51:14.884798 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3ea00e03d0>,) {'filters': {'network_id': ['d48006db-2228-468d-8272-80da4dd558de']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:14.903287 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 43f02e55-5aed-428e-b91a-73815b53efa5 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:14.925622 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ea00e03d0>, '3c24c593-a35f-4347-9a9d-967fdfb71ab7') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:14.925927 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3ea00e03d0>, '3c24c593-a35f-4347-9a9d-967fdfb71ab7') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:14.959025 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (3c24c593-a35f-4347-9a9d-967fdfb71ab7), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:14.987390 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:15.001906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (3c24c593-a35f-4347-9a9d-967fdfb71ab7), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.029408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:51:15.029925 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (3c24c593-a35f-4347-9a9d-967fdfb71ab7), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: from cryptography.utils import int_from_bytes Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: from cryptography.utils import int_from_bytes Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:51:15.034355 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:51:15.064507 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 43f02e55-5aed-428e-b91a-73815b53efa5 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:15.064900 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.171891 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e4462c80-5f6e-4378-bb3f-5299b9c03298 req-00a92df6-2714-4ca9-9d17-4e1953144412 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.1910231 Apr 29 08:51:15.174078 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:15.175874 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:15.177058 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea0473910>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 2, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:15.194052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:15.221179 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b32e8-19d2-4d01-857e-665b379322b3 None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 2, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:51:15.226130 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (d48006db-2228-468d-8272-80da4dd558de), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.233395 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.237114 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d48006db-2228-468d-8272-80da4dd558de HTTP/1.1" status: 204 len: 168 time: 1.1012049 Apr 29 08:51:15.273730 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63702a20-0abd-405a-8f14-39ff92fc9ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48006db-2228-468d-8272-80da4dd558de,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:15.303226 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (90814175-ae59-4693-861c-07c8888dd8a2), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.349316 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 43f02e55-5aed-428e-b91a-73815b53efa5 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:15.349717 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.382043 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51192) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:15.388547 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544912078', 'description': 'tempest-description--1032377436'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:15.413239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 43f02e55-5aed-428e-b91a-73815b53efa5, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=43f02e55-5aed-428e-b91a-73815b53efa5,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:15.424926 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.458298 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.559352 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=43f02e55-5aed-428e-b91a-73815b53efa5,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:15.603980 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-957a2741-7eb7-4ec2-b647-e204b8abeca9 None None] Provisioning complete for port d0af6bcc-91ae-4c32-b2ce-60f200e90575 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:15.606563 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-957a2741-7eb7-4ec2-b647-e204b8abeca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.693464 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-957a2741-7eb7-4ec2-b647-e204b8abeca9 None None] Port d0af6bcc-91ae-4c32-b2ce-60f200e90575 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:15.694385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (4a62d18f-5d10-4451-8f6e-45fd8939f4f8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.701560 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4a62d18f-5d10-4451-8f6e-45fd8939f4f8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.759562 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.761146 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3782513 Apr 29 08:51:15.764594 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51198) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:15.769110 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group_rule': {'security_group_id': '4a62d18f-5d10-4451-8f6e-45fd8939f4f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:15.775696 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2e4a6-e852-40b8-a9bd-eec34895b0eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62d18f-5d10-4451-8f6e-45fd8939f4f8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:15.835301 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.837800 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (113089ca-be98-480a-a965-343e3ffe23b4), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.888733 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51202) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:15.967860 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (113089ca-be98-480a-a965-343e3ffe23b4), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.975054 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (113089ca-be98-480a-a965-343e3ffe23b4), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:15.997661 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-eb3f5607-cb76-4379-b00e-74345490d227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92948feac6254e7799b84085cf5ac1c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1036413 Apr 29 08:51:15.999275 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51204) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:16.010733 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113089ca-be98-480a-a965-343e3ffe23b4,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:16.019284 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.020444 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-06736b1e-6d01-4c75-91b0-fccd42970e39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2548630 Apr 29 08:51:16.023841 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51206) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:16.030034 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group_rule': {'security_group_id': '4a62d18f-5d10-4451-8f6e-45fd8939f4f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:16.060420 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (f00b906f-b40f-4893-a5b6-acbe6570f7fb), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.141622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] Publish callbacks [] for security_group (399e98d1-ffd8-44b9-a5a9-794edcf22148), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.159595 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (f00b906f-b40f-4893-a5b6-acbe6570f7fb), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.166326 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (f00b906f-b40f-4893-a5b6-acbe6570f7fb), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.186686 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00b906f-b40f-4893-a5b6-acbe6570f7fb,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:16.237890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.243478 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b99e3b4a-bac6-4849-8225-2a2f7f07fbc9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2179694 Apr 29 08:51:16.244309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51216) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:16.244485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks [] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.255651 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:16.266055 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] Publish callbacks [] for security_group (399e98d1-ffd8-44b9-a5a9-794edcf22148), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.276758 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.298221 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.363500 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (90814175-ae59-4693-861c-07c8888dd8a2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.440387 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:16.510829 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3e480161-05f4-4415-99d6-2f869a7fed5d req-ba3c1f3f-59f7-4dcb-a473-cf140cb2786b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0475607 Apr 29 08:51:16.563327 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.637087 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (399e98d1-ffd8-44b9-a5a9-794edcf22148), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.644275 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:16.651098 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/399e98d1-ffd8-44b9-a5a9-794edcf22148 HTTP/1.1" status: 204 len: 168 time: 0.6506350 Apr 29 08:51:16.677902 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c352db-2d53-4cce-979f-36cf1043c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e98d1-ffd8-44b9-a5a9-794edcf22148,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:16.742690 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:16.751772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:16.968250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Allocated IP 172.27.0.124 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/d35ba338-6354-4969-b64f-f6bb5db882dc) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:16.973968 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.20', 51645) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:17.108126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 43f02e55-5aed-428e-b91a-73815b53efa5 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:17.258684 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-35dc55ce-59fb-4fad-bdfb-24a1b525a22e None None] Provisioning complete for port d0af6bcc-91ae-4c32-b2ce-60f200e90575 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:17.259890 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-35dc55ce-59fb-4fad-bdfb-24a1b525a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:17.305995 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 43f02e55-5aed-428e-b91a-73815b53efa5 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:17.306828 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:17.381072 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-35dc55ce-59fb-4fad-bdfb-24a1b525a22e None None] Port d0af6bcc-91ae-4c32-b2ce-60f200e90575 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:17.410240 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:51:17.486492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 43f02e55-5aed-428e-b91a-73815b53efa5 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:17.490702 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0d92298e-8340-4954-9dde-d09ac934eeab up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:17.616960 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 0d92298e-8340-4954-9dde-d09ac934eeab triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:17.620350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:17.754165 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:51:17.784485 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-068748e7-15c6-40fc-a788-3deb69cbf1e5 admin admin] 10.222.0.31 "PUT /v2.0/routers/90814175-ae59-4693-861c-07c8888dd8a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5316904 Apr 29 08:51:17.786707 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:51:17.810350 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51272) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:17.830843 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:17.831666 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be5c8e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:17.898204 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 0d92298e-8340-4954-9dde-d09ac934eeab is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:17.904345 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:17.994472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-4ecec1f3-a41d-4c42-a7ea-cb81a16672d8 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:17.997132 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-4ecec1f3-a41d-4c42-a7ea-cb81a16672d8 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.20 "GET /v2.0/networks?id=eed97806-4133-44f5-ad35-6c19199516d8 HTTP/1.1" status: 200 len: 812 time: 1.0211008 Apr 29 08:51:18.043272 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d1d5b7d5-3d6a-466b-89ec-397d8e41f17b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5a2a7410b614c0cb6d0f74171a6d117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2301781 Apr 29 08:51:18.050149 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51290) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:18.056111 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-770a7049-210f-4573-8a8a-1330025aa8c4 req-d8c6cc04-d045-4a52-a1fb-fe2255197758 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0573545 Apr 29 08:51:18.063247 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 0d92298e-8340-4954-9dde-d09ac934eeab, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0d92298e-8340-4954-9dde-d09ac934eeab,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:18.076634 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.182059 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.231295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] Publish callbacks [] for security_group (a45d4743-6406-4187-9f9b-a1db50364811), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.243088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Request body: {'port': {'device_id': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8', 'admin_state_up': True, 'tenant_id': '5b69a8d69ede453aa373fca0a65bdedd'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:18.260493 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:18.275223 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=0d92298e-8340-4954-9dde-d09ac934eeab,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:18.291833 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] Publish callbacks [] for security_group (a45d4743-6406-4187-9f9b-a1db50364811), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.388686 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (a45d4743-6406-4187-9f9b-a1db50364811), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.391878 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.393921 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a45d4743-6406-4187-9f9b-a1db50364811 HTTP/1.1" status: 204 len: 168 time: 0.3418653 Apr 29 08:51:18.421147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35117512-6d63-49a9-841b-344efa9b2a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45d4743-6406-4187-9f9b-a1db50364811,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:18.477037 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.517085 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:18.547173 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:18.557715 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:18.598419 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Made reservation on behalf of 5b69a8d69ede453aa373fca0a65bdedd for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:18.602100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.650788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=d35ba338-6354-4969-b64f-f6bb5db882dc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:18.696292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51316) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:18.731285 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be5c8e0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:18.771176 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:51:18.771926 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Updating router 90814175-ae59-4693-861c-07c8888dd8a2 port d0af6bcc-91ae-4c32-b2ce-60f200e90575 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:51:18.848909 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:18.955747 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0d92298e-8340-4954-9dde-d09ac934eeab up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:19.239450 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 0d92298e-8340-4954-9dde-d09ac934eeab triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:19.240470 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.368197 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:51:19.425489 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c3f70fc-01b8-4be1-ad52-e7d2118cef87 req-1b2f3bd9-675e-4804-b004-a44088137905 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0977507 Apr 29 08:51:19.469475 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:19.470707 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca340>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:19.547503 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-076a441e-321b-431a-a4f6-f726e05ff1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.579336 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Allocated IP 172.20.0.4 (eed97806-4133-44f5-ad35-6c19199516d8/72ce4fd9-5909-4022-9f8e-42c41697418b/028eab3d-f19b-4591-b8b2-199e74d95dfe) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:19.610794 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks [] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.624615 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.850906 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 0d92298e-8340-4954-9dde-d09ac934eeab is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:19.872723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:19.959872 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-076a441e-321b-431a-a4f6-f726e05ff1bd admin admin] Publish callbacks [] for security_group (e8a47c4a-624d-4204-8696-b35070bd1113), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.960270 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks [] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:19.969790 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-076a441e-321b-431a-a4f6-f726e05ff1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e8a47c4a-624d-4204-8696-b35070bd1113), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.038492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.055156 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.056475 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-076a441e-321b-431a-a4f6-f726e05ff1bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c465d3d6b474b0c9a8834e1ff0accc4&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3580883 Apr 29 08:51:20.058823 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51348) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:20.121878 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51352) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:20.131049 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730123817', 'description': 'tempest-description--1885540647'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:20.172374 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.263559 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5893e60-2b32-463e-84fb-6c1e6d0321af None None] Pushing event updated for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:20.282884 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a441e-321b-431a-a4f6-f726e05ff1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a47c4a-624d-4204-8696-b35070bd1113,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:20.289415 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (5ef34748-d575-48e3-a801-3ef539b6291c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.302080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5ef34748-d575-48e3-a801-3ef539b6291c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.337090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] Publish callbacks [] for security_group (e8a47c4a-624d-4204-8696-b35070bd1113), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.379201 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.380655 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2575269 Apr 29 08:51:20.389842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51360) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:20.397104 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': '5ef34748-d575-48e3-a801-3ef539b6291c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:20.418568 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Attempting to bind port d0af6bcc-91ae-4c32-b2ce-60f200e90575 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:20.421266 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Attempting to bind port d0af6bcc-91ae-4c32-b2ce-60f200e90575 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:20.421944 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Attempting to bind port d0af6bcc-91ae-4c32-b2ce-60f200e90575 on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:20.444946 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:20.445989 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:20.446912 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.447854 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:20.449554 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Bound port: d0af6bcc-91ae-4c32-b2ce-60f200e90575, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:20.458852 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.467829 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (fa0d21cf-3c9f-48fd-a026-52d1ce4b82c9), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.472559 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94f0ed-5084-4d8b-9c18-07adc800c0c3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef34748-d575-48e3-a801-3ef539b6291c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:20.517092 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-70a64b67-5ad7-41d5-a714-de7dbd05489d None None] Provisioning complete for port d0af6bcc-91ae-4c32-b2ce-60f200e90575 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:20.517693 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70a64b67-5ad7-41d5-a714-de7dbd05489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.530375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Network eed97806-4133-44f5-ad35-6c19199516d8 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:20.534508 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] Publish callbacks [] for security_group (e8a47c4a-624d-4204-8696-b35070bd1113), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.536784 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.551569 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Pushing event updated for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:20.602216 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] For port d0af6bcc-91ae-4c32-b2ce-60f200e90575, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:20.606121 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] For port d0af6bcc-91ae-4c32-b2ce-60f200e90575, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d0af6bcc-91ae-4c32-b2ce-60f200e90575,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:20.618887 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.643659 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca340>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 2, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:20.649109 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-70a64b67-5ad7-41d5-a714-de7dbd05489d None None] Port d0af6bcc-91ae-4c32-b2ce-60f200e90575 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:20.707318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddadf53-6114-44d1-93eb-f4fdca80d7f6 req-e3474f97-5f9f-467d-8cc8-7a84848f99f5 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:20.708945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eddadf53-6114-44d1-93eb-f4fdca80d7f6 req-e3474f97-5f9f-467d-8cc8-7a84848f99f5 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 931 time: 0.1402249 Apr 29 08:51:20.752079 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:51:20.752553 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Updating router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 port b744ffef-4d4d-42ea-a4a2-5f6f00778268 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:51:20.841408 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.866383 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (fa0d21cf-3c9f-48fd-a026-52d1ce4b82c9), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.883210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e8a47c4a-624d-4204-8696-b35070bd1113), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.886169 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.887470 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8a47c4a-624d-4204-8696-b35070bd1113 HTTP/1.1" status: 204 len: 168 time: 0.8265376 Apr 29 08:51:20.902020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:20.907202 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (fa0d21cf-3c9f-48fd-a026-52d1ce4b82c9), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:20.911812 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:20.912876 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be5c8e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:20.937597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:20.974802 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5893e60-2b32-463e-84fb-6c1e6d0321af None None] Pushing event updated for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=4']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:21.072007 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8432887-b697-47a5-b6bd-56181ee373cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a47c4a-624d-4204-8696-b35070bd1113,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:21.209263 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0d21cf-3c9f-48fd-a026-52d1ce4b82c9,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:21.231468 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.237214 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d5e4f827-063d-48bc-aa25-cb5266396f66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8419225 Apr 29 08:51:21.239466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51376) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:21.249325 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eddadf53-6114-44d1-93eb-f4fdca80d7f6 req-9052dd27-4035-46b1-8aad-00a9ea59980f tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110879 Apr 29 08:51:21.278580 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:21.286467 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': '5ef34748-d575-48e3-a801-3ef539b6291c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:21.310513 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:21.311814 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.326319 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Provisioning complete for port d0af6bcc-91ae-4c32-b2ce-60f200e90575 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:21.326991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.402669 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-7252baf6-93c7-413d-8b51-44588587b21e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3045135 Apr 29 08:51:21.409748 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.416788 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (9f986c37-7327-483e-9c59-28b14fe7f517), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.422761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.632479 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks [] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.654962 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (9f986c37-7327-483e-9c59-28b14fe7f517), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.662110 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (9f986c37-7327-483e-9c59-28b14fe7f517), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.682174 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.692590 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Current status of the port d0af6bcc-91ae-4c32-b2ce-60f200e90575 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:21.694586 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.695958 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.717940 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f986c37-7327-483e-9c59-28b14fe7f517,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:21.726163 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.741510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bca2f24e-6efb-4103-8128-173c8519b929 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848490 Apr 29 08:51:21.742792 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51384) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:21.750245 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:21.773157 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.792500 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5447330 Apr 29 08:51:21.826530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2626f-e8d5-4e9b-9451-50c1c9312e55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=d35ba338-6354-4969-b64f-f6bb5db882dc,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:21.852689 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:21.993662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124c48-b078-47b6-8796-502b6e9717f6 None None] Pushing event updated for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:22.019978 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] For port d0af6bcc-91ae-4c32-b2ce-60f200e90575, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d0af6bcc-91ae-4c32-b2ce-60f200e90575,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:22.044935 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.061034 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be5c8e0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:20Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:22.143385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51396) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:22.145726 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1a1-06f1-431e-9e1f-b9867aa5d17a None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:20Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:51:22.193150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-663c8552-44a9-4d57-b440-1540be27c642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.298620 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Attempting to bind port b744ffef-4d4d-42ea-a4a2-5f6f00778268 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:22.299999 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Attempting to bind port b744ffef-4d4d-42ea-a4a2-5f6f00778268 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:22.300437 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Attempting to bind port b744ffef-4d4d-42ea-a4a2-5f6f00778268 on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:22.445859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.449335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:22.450755 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Checking segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:22.451456 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.452493 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Bound using segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:22.453473 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Bound port: b744ffef-4d4d-42ea-a4a2-5f6f00778268, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:22.454736 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.513832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-663c8552-44a9-4d57-b440-1540be27c642 admin admin] Publish callbacks [] for security_group (5033fb4a-e32c-47ac-b4f9-b97435ff934a), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.515486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-663c8552-44a9-4d57-b440-1540be27c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5033fb4a-e32c-47ac-b4f9-b97435ff934a), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.578385 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf4338-b465-4e84-a511-6fc965b2e357 None None] Pushing event updated for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:22.588077 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-74a44f35-5347-4437-8f38-cf379e6ee72b None None] Provisioning complete for port b744ffef-4d4d-42ea-a4a2-5f6f00778268 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:22.588607 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74a44f35-5347-4437-8f38-cf379e6ee72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.635508 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-663c8552-44a9-4d57-b440-1540be27c642 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=901f0208397342358e1a7f74b58d8c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4902346 Apr 29 08:51:22.642702 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51414) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:22.680354 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-74a44f35-5347-4437-8f38-cf379e6ee72b None None] Port b744ffef-4d4d-42ea-a4a2-5f6f00778268 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:22.800877 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-de555fab-dc63-44a5-804c-4fcacb65efab tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1544912078&fields=id&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 267 time: 0.2068698 Apr 29 08:51:22.802203 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.27.0.65 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/e1c7e4d7-adbe-45f1-804f-de212c40f812) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:22.841832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-c4ecdadf-e81e-4165-b961-bdc10a01d4b6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:51:22.843305 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-c4ecdadf-e81e-4165-b961-bdc10a01d4b6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0839951 Apr 29 08:51:22.844620 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] Publish callbacks [] for security_group (5033fb4a-e32c-47ac-b4f9-b97435ff934a), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.887107 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] For port b744ffef-4d4d-42ea-a4a2-5f6f00778268, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:22.912053 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] Publish callbacks [] for security_group (5033fb4a-e32c-47ac-b4f9-b97435ff934a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:22.912636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] For port b744ffef-4d4d-42ea-a4a2-5f6f00778268, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=b744ffef-4d4d-42ea-a4a2-5f6f00778268,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:22.925007 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.010767 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8552-44a9-4d57-b440-1540be27c642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033fb4a-e32c-47ac-b4f9-b97435ff934a,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:23.047808 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5033fb4a-e32c-47ac-b4f9-b97435ff934a), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.051172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.056453 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5033fb4a-e32c-47ac-b4f9-b97435ff934a HTTP/1.1" status: 204 len: 168 time: 0.4127116 Apr 29 08:51:23.069439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5caa8-7328-49c1-bdcd-c35fdccf5064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033fb4a-e32c-47ac-b4f9-b97435ff934a,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:23.077998 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d0af6bcc-91ae-4c32-b2ce-60f200e90575 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:23.091440 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ffda8-7e3e-4308-83e6-4805650afa4f req-6929de0d-614d-43ce-9d8f-cc19d3db4317 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:23.093647 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9f0ffda8-7e3e-4308-83e6-4805650afa4f req-6929de0d-614d-43ce-9d8f-cc19d3db4317 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 931 time: 0.4570000 Apr 29 08:51:23.152418 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.170288 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124c48-b078-47b6-8796-502b6e9717f6 None None] Pushing event updated for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:23.195115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-d767e07e-6177-43ce-aca1-a4fde0e68931 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:23.223372 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-d767e07e-6177-43ce-aca1-a4fde0e68931 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 817 time: 0.4034929 Apr 29 08:51:23.239367 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9f0ffda8-7e3e-4308-83e6-4805650afa4f req-e03bec8b-c0bd-4d03-9edb-747c397b5364 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228445 Apr 29 08:51:23.315333 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-7311f031-f5c9-49c1-89b5-c8c8d5a6b5b3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/quotas/81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 375 time: 0.0909131 Apr 29 08:51:23.328313 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port d0af6bcc-91ae-4c32-b2ce-60f200e90575 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:23.328719 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.330609 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:51:23.331290 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca340>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:51:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:23.517414 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-efffa6b6-5142-4eaa-8e9f-f90510bcfb76 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2010918 Apr 29 08:51:23.534778 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.647541 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:23.665841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:23.685347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:23.743680 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Provisioning complete for port b744ffef-4d4d-42ea-a4a2-5f6f00778268 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:23.744395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:23.814822 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:51:23.848623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=e1c7e4d7-adbe-45f1-804f-de212c40f812,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:23.891687 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port d0af6bcc-91ae-4c32-b2ce-60f200e90575 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:23.903678 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-6b031919-e026-48f0-a3b1-245a2e46e572 service neutron] 10.222.0.31 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420882 Apr 29 08:51:24.140977 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Current status of the port b744ffef-4d4d-42ea-a4a2-5f6f00778268 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:24.141526 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:24.301127 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] For port b744ffef-4d4d-42ea-a4a2-5f6f00778268, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=b744ffef-4d4d-42ea-a4a2-5f6f00778268,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:24.311928 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:24.385901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ec23c-4528-411b-b21e-f7703553a814 None None] Pushing event updated for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:24.402991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca340>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:22Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:51:24.459350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bae75e-8cbd-4bbd-a700-7ca9d61138ce None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:22Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:51:24.523006 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddef01-a9c4-4c82-b736-a10b45b370c6 req-a1b4d07e-2353-4186-a539-d0cea37eb586 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:24.525315 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9fddef01-a9c4-4c82-b736-a10b45b370c6 req-a1b4d07e-2353-4186-a539-d0cea37eb586 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 931 time: 0.1123114 Apr 29 08:51:24.529535 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:24.588028 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-5051145f-6321-44bb-a447-160ff29db5ed service neutron] 10.222.0.31 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810749 Apr 29 08:51:24.695880 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9fddef01-a9c4-4c82-b736-a10b45b370c6 req-86702e58-945d-48b8-b30c-8e4cc0e1d6f3 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436214 Apr 29 08:51:24.719485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:24.902519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device b744ffef-4d4d-42ea-a4a2-5f6f00778268 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:25.147392 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port b744ffef-4d4d-42ea-a4a2-5f6f00778268 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:25.149345 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:25.169397 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6ec65be8-ff6b-46d2-bbbd-cd30f6218149 req-36e5f97e-036e-417f-a21b-4ca9cdcca476 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.1223288 Apr 29 08:51:25.312979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:25.327756 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:25.405583 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port b744ffef-4d4d-42ea-a4a2-5f6f00778268 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:25.488944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=e1c7e4d7-adbe-45f1-804f-de212c40f812,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:25.504841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:25.531255 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51528) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:25.532247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:25.533067 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-eccf69bb-b9ac-457d-ae77-b557d8502b11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7896805 Apr 29 08:51:26.032261 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57531d7b-1a4c-4925-899e-814bbb4208c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:26.119443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa91cf-807d-43ba-b91f-d94b92349009 req-0a591e16-5a3e-46bd-8a48-ce516c98cc38 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:26.128594 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-b9d2c1e4-6aa0-4801-9545-ec9074cfb7b6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1730123817&fields=id&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 267 time: 0.2012079 Apr 29 08:51:26.129015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3fa91cf-807d-43ba-b91f-d94b92349009 req-0a591e16-5a3e-46bd-8a48-ce516c98cc38 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 931 time: 0.2717793 Apr 29 08:51:26.296041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Request body: {'port': {'device_id': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:26.410247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:26.422011 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3fa91cf-807d-43ba-b91f-d94b92349009 req-4e48f166-8f86-45ab-8795-c2a94745251d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780092 Apr 29 08:51:26.440349 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-aba772bc-69ae-4c35-94e3-11c0166b0a8d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:26.465751 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-aba772bc-69ae-4c35-94e3-11c0166b0a8d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.3219113 Apr 29 08:51:26.493415 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-6cd2a879-848a-48bb-8538-ba244ce363b4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/quotas/578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 375 time: 0.0250130 Apr 29 08:51:26.588813 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-d4dbdf00-e44e-44c8-aab7-c1bf9a13ee08 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936389 Apr 29 08:51:26.820036 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-1c0e558f-fd53-471a-9bee-0468230bdcf8 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957660 Apr 29 08:51:26.855561 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-330e08a9-0b74-46e4-ae1a-86195063fb15 req-0dd07df6-27e8-48e1-9f6f-fd5f70e4367c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0596869 Apr 29 08:51:26.960714 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-43af1f54-f449-4f65-9594-c9457d64d9c7 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279025 Apr 29 08:51:26.974775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57531d7b-1a4c-4925-899e-814bbb4208c5 admin admin] Publish callbacks [] for security_group (75e4c4c9-5897-438d-975e-535dc1df8cd8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:26.984855 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57531d7b-1a4c-4925-899e-814bbb4208c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (75e4c4c9-5897-438d-975e-535dc1df8cd8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.095812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-57531d7b-1a4c-4925-899e-814bbb4208c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81c6fdb9ad38466f937b0e3806333067&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5635493 Apr 29 08:51:27.098772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51598) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:27.103036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531d7b-1a4c-4925-899e-814bbb4208c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e4c4c9-5897-438d-975e-535dc1df8cd8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:27.177996 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] Publish callbacks [] for security_group (75e4c4c9-5897-438d-975e-535dc1df8cd8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.220128 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] Publish callbacks [] for security_group (75e4c4c9-5897-438d-975e-535dc1df8cd8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.232655 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-84699618-f359-47d1-b3fc-b48b7b44c556 req-4bae7c33-772d-45bd-9286-0ecafbc1f97c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0705898 Apr 29 08:51:27.355410 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (75e4c4c9-5897-438d-975e-535dc1df8cd8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.361242 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.366118 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75e4c4c9-5897-438d-975e-535dc1df8cd8 HTTP/1.1" status: 204 len: 168 time: 0.2619746 Apr 29 08:51:27.388399 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855817ed-3847-4217-a34c-fefd4d32be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e4c4c9-5897-438d-975e-535dc1df8cd8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:27.430886 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028eab3d-f19b-4591-b8b2-199e74d95dfe {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:51:27.440596 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks [] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.479734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Transition to ACTIVE for port object 028eab3d-f19b-4591-b8b2-199e74d95dfe will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:51:27.487597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:27.641734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Pushing event updated for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:27.732670 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648338c-1645-47d1-9afc-eacfd1a5fef3 req-575181ea-b6db-4940-aa31-977724d61364 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:27.753184 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5648338c-1645-47d1-9afc-eacfd1a5fef3 req-575181ea-b6db-4940-aa31-977724d61364 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.1951714 Apr 29 08:51:27.997411 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5648338c-1645-47d1-9afc-eacfd1a5fef3 req-1054496f-82b6-41cd-8324-02d5b1420601 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426560 Apr 29 08:51:28.029330 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Attempting to bind port 028eab3d-f19b-4591-b8b2-199e74d95dfe on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:28.037415 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Attempting to bind port 028eab3d-f19b-4591-b8b2-199e74d95dfe by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '110ed829-e2de-4e30-ab58-9de461365fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:28.038280 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Attempting to bind port 028eab3d-f19b-4591-b8b2-199e74d95dfe on network eed97806-4133-44f5-ad35-6c19199516d8 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:28.050553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Port 028eab3d-f19b-4591-b8b2-199e74d95dfe on network eed97806-4133-44f5-ad35-6c19199516d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:51:28.051359 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Attempting to bind port 028eab3d-f19b-4591-b8b2-199e74d95dfe on network eed97806-4133-44f5-ad35-6c19199516d8 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:28.057259 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:28.059663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Checking segment: {'id': '110ed829-e2de-4e30-ab58-9de461365fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:28.060606 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Bound using segment: {'id': '110ed829-e2de-4e30-ab58-9de461365fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:28.063677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Bound port: 028eab3d-f19b-4591-b8b2-199e74d95dfe, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110ed829-e2de-4e30-ab58-9de461365fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:28.064250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.149921 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c06bbe4c-5cd9-4114-8295-0f568be68c31 req-b7e0600e-0686-4d67-aee2-ec74304b7774 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0583735 Apr 29 08:51:28.265727 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:28.279259 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe,segment=NetworkSegment(110ed829-e2de-4e30-ab58-9de461365fa8),segment_id=110ed829-e2de-4e30-ab58-9de461365fa8)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:28.298020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.477983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51636) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:28.488544 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a9820e10-3bf7-4c5e-ad6d-951296f85e20 req-e7b2e73a-a5a3-4632-a2aa-972df4f3dbb1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0720713 Apr 29 08:51:28.513463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:28.514684 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.517011 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] 10.222.0.20 "PUT /v2.0/ports/028eab3d-f19b-4591-b8b2-199e74d95dfe HTTP/1.1" status: 200 len: 1093 time: 2.7493558 Apr 29 08:51:28.566135 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:51:28.607585 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3b53-8769-41bf-a080-c43d59dc8878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.643069 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527f529-fba2-4198-a3ff-933495f8880e service neutron] Pushing event updated for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:28.822525 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3b53-8769-41bf-a080-c43d59dc8878 admin admin] Publish callbacks [] for security_group (0d993788-3b39-4126-8a04-497ef495eef1), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.828775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5f0c3b53-8769-41bf-a080-c43d59dc8878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0d993788-3b39-4126-8a04-497ef495eef1), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:28.873968 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:51:28.895459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51660) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:28.896714 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5f0c3b53-8769-41bf-a080-c43d59dc8878 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30c66d5b52434013bd00f67691cd3603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135442 Apr 29 08:51:28.911603 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c3b53-8769-41bf-a080-c43d59dc8878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d993788-3b39-4126-8a04-497ef495eef1,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:29.067601 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] Publish callbacks [] for security_group (0d993788-3b39-4126-8a04-497ef495eef1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:29.137937 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] Publish callbacks [] for security_group (0d993788-3b39-4126-8a04-497ef495eef1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:29.290955 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a55ea7-73a6-4bf3-affc-f915efb4621e x-openstack-request-id: req-c5a55ea7-73a6-4bf3-affc-f915efb4621e {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:51:29.291616 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:51:29.294437 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a55ea7-73a6-4bf3-affc-f915efb4621e {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:51:29.302827 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a55ea7-73a6-4bf3-affc-f915efb4621e'] response: {'name': 'network-changed', 'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe', 'status': 'completed', 'code': 200} Apr 29 08:51:29.327834 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0d993788-3b39-4126-8a04-497ef495eef1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:29.331344 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:29.333107 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d993788-3b39-4126-8a04-497ef495eef1 HTTP/1.1" status: 204 len: 168 time: 0.4364064 Apr 29 08:51:29.379181 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffed63-8348-4a29-a2eb-fc6526668c29 req-03fcd163-d43c-4177-8173-4a7c5159644c tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:29.394840 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-15ffed63-8348-4a29-a2eb-fc6526668c29 req-03fcd163-d43c-4177-8173-4a7c5159644c tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.2481027 Apr 29 08:51:29.414066 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3320f7-dde0-49e1-9919-aefc5c9d5a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d993788-3b39-4126-8a04-497ef495eef1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:29.521463 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ac51d2cd-22cc-4aeb-97cd-b0c366c5f4de req-c3269cef-23fc-4f8d-9417-f2ab3e96dd94 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.1100976 Apr 29 08:51:29.591088 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-15ffed63-8348-4a29-a2eb-fc6526668c29 req-89e015b7-b9e3-40a8-842b-16001beaea2a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951454 Apr 29 08:51:29.697270 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ab76c60-bf66-4e3a-a8f4-3b52b60127b7 req-6d7b11f2-8c20-495c-aae5-a34861963884 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0591459 Apr 29 08:51:29.778015 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51712) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:29.810817 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0812198a-e470-4155-b02a-98cc812b1427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.084631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-10d80b2d-cb88-451b-96ad-b09ad3f7e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:30.086583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-10d80b2d-cb88-451b-96ad-b09ad3f7e7f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b69a8d69ede453aa373fca0a65bdedd&device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 1127 time: 0.2707653 Apr 29 08:51:30.097093 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fb28d3c2-7b6b-408f-aedc-10cdedf47edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.190542 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:51:30.294679 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fb28d3c2-7b6b-408f-aedc-10cdedf47edf admin admin] Publish callbacks [] for security_group (d56ffba1-4259-4bd8-a475-b17fc5fb6196), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.301566 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fb28d3c2-7b6b-408f-aedc-10cdedf47edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d56ffba1-4259-4bd8-a475-b17fc5fb6196), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.364334 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-fb28d3c2-7b6b-408f-aedc-10cdedf47edf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f14bc15dbf76471e9dd596b5b6ea4152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5851645 Apr 29 08:51:30.365323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28d3c2-7b6b-408f-aedc-10cdedf47edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ffba1-4259-4bd8-a475-b17fc5fb6196,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:30.366992 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51746) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:30.436713 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] Publish callbacks [] for security_group (d56ffba1-4259-4bd8-a475-b17fc5fb6196), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.479892 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] Publish callbacks [] for security_group (d56ffba1-4259-4bd8-a475-b17fc5fb6196), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.561743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d56ffba1-4259-4bd8-a475-b17fc5fb6196), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.564821 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:30.566066 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d56ffba1-4259-4bd8-a475-b17fc5fb6196 HTTP/1.1" status: 204 len: 168 time: 0.1980574 Apr 29 08:51:30.592298 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f347f3-43a4-4640-8012-b3df43c67f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ffba1-4259-4bd8-a475-b17fc5fb6196,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:30.788393 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-98c20326-c785-4597-b48c-7a902012ea9f req-e1a93299-1f64-4012-ae63-447ad932c656 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.1056929 Apr 29 08:51:30.826542 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022bd8d-2211-4b72-886e-fea487bb916f req-f4b31f53-c6ea-4582-8445-9b6f1755e131 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:30.835587 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c022bd8d-2211-4b72-886e-fea487bb916f req-f4b31f53-c6ea-4582-8445-9b6f1755e131 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0893497 Apr 29 08:51:30.932374 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c022bd8d-2211-4b72-886e-fea487bb916f req-6dad5b38-c4fa-4a25-8991-bd00d8605d06 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897148 Apr 29 08:51:31.070153 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3ab7b361-73b1-4ca1-a89d-56ba4ebd3af6 req-3d09381c-62c6-4d53-8608-20fe1f312486 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0630429 Apr 29 08:51:31.179520 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.20', 51664) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:31.525808 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-04239fab-e732-474d-bab5-434f418873a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:31.527582 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-04239fab-e732-474d-bab5-434f418873a3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5b69a8d69ede453aa373fca0a65bdedd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5881269 Apr 29 08:51:31.590460 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c5a869ff-067a-4653-884c-a80bd636ba14 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:31.603281 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c5a869ff-067a-4653-884c-a80bd636ba14 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 817 time: 0.4155674 Apr 29 08:51:31.892425 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-0c08eb05-26dd-4a71-93c3-51815ef3dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:31.898107 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1ce42b0d-7703-4ca4-b64b-4af26edeff8f req-0c08eb05-26dd-4a71-93c3-51815ef3dd1a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3584905 Apr 29 08:51:32.001077 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 51824) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:32.017646 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18bbfc94-45ad-4d96-87f2-eed40a945248 req-5b2d22e0-3831-4614-9531-c97ab2c83297 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0911417 Apr 29 08:51:32.099542 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-21525a59-1a10-4efb-96e7-e4a3b2e6cd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.230542 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ccbce-8b71-4ef7-baae-0bde0632b7ee req-ec06b158-30e0-4411-b5b0-f2edb52ee314 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:32.232127 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-147ccbce-8b71-4ef7-baae-0bde0632b7ee req-ec06b158-30e0-4411-b5b0-f2edb52ee314 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.1413503 Apr 29 08:51:32.241511 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4b0fce63-c80c-416d-92da-f02bb2b6c164 req-b418318e-1a60-4265-abad-2d27a0715f32 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0576761 Apr 29 08:51:32.273969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0c99c55-0d62-4fb3-aadc-53e06e4c16e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.400906 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-147ccbce-8b71-4ef7-baae-0bde0632b7ee req-acf89319-266e-421c-a712-75d0b6dff80b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554866 Apr 29 08:51:32.501639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0c99c55-0d62-4fb3-aadc-53e06e4c16e6 admin admin] Publish callbacks [] for security_group (6fb8539d-6039-423e-9076-c1e08db0f15e), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.514322 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0c99c55-0d62-4fb3-aadc-53e06e4c16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (6fb8539d-6039-423e-9076-c1e08db0f15e), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.560187 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e0c99c55-0d62-4fb3-aadc-53e06e4c16e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e6f740354bd49e890baa572c5e5e6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576744 Apr 29 08:51:32.561021 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c99c55-0d62-4fb3-aadc-53e06e4c16e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb8539d-6039-423e-9076-c1e08db0f15e,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:32.563319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51844) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:32.628014 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] Publish callbacks [] for security_group (6fb8539d-6039-423e-9076-c1e08db0f15e), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.659207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] Publish callbacks [] for security_group (6fb8539d-6039-423e-9076-c1e08db0f15e), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.734555 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (6fb8539d-6039-423e-9076-c1e08db0f15e), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.737482 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:32.738768 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fb8539d-6039-423e-9076-c1e08db0f15e HTTP/1.1" status: 204 len: 168 time: 0.1743412 Apr 29 08:51:32.750434 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5cdd8-b552-4780-8c75-51cda38353ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb8539d-6039-423e-9076-c1e08db0f15e,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:33.163838 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2088aa4d-7938-4d80-ae1f-6c9213b2306d req-0a2691e2-6717-445a-b80f-229129864b6a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0566020 Apr 29 08:51:33.431470 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f86150a1-0eda-4f65-8988-6095892530e0 req-3b86440f-7ffb-46ba-8368-cb135fd9064f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0586462 Apr 29 08:51:33.566818 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67488a0-4cbc-4eff-8f35-759e8bc45a62 req-7998ebd8-b399-4213-a830-53d1a1e9d350 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:33.576594 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c67488a0-4cbc-4eff-8f35-759e8bc45a62 req-7998ebd8-b399-4213-a830-53d1a1e9d350 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0849538 Apr 29 08:51:33.623390 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:33.690614 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c67488a0-4cbc-4eff-8f35-759e8bc45a62 req-dc18ea23-8ab4-4408-860c-a70d40fd4eef tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116009 Apr 29 08:51:33.981178 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-94d663a1-3a08-410b-99bd-0b27766c0f30 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 380 time: 0.1944766 Apr 29 08:51:34.333349 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-94497fbe-5249-4c5b-b04a-35eb7d0b5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:34.336175 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-94497fbe-5249-4c5b-b04a-35eb7d0b5742 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b69a8d69ede453aa373fca0a65bdedd&device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 1127 time: 0.4801300 Apr 29 08:51:34.433316 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cae380cd-65aa-471a-8263-d55747d6134d req-dac27570-aeb7-428a-a1a8-554aa00622a7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.1092417 Apr 29 08:51:34.621582 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a75bc638-2de6-4c0c-8f81-589de0c12540 req-5999f191-195c-4194-96bf-68c50f96ebe8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0542402 Apr 29 08:51:34.749724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:34.873175 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25764410-4f5c-42c9-8dcd-835dbdf28e70 req-49941f12-ae9c-4f82-9927-dc9c7894d458 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:34.876639 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25764410-4f5c-42c9-8dcd-835dbdf28e70 req-49941f12-ae9c-4f82-9927-dc9c7894d458 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0705893 Apr 29 08:51:34.953763 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25764410-4f5c-42c9-8dcd-835dbdf28e70 req-78b8fc0f-7a3f-4a46-815c-3eb533339463 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715113 Apr 29 08:51:35.135376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 51996) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:35.357445 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52008) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:35.371778 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cbd42981-8df7-404a-beaf-702341b613bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.432367 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39b26813-b1c8-4e58-89aa-922d8130ace8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.456764 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cbd42981-8df7-404a-beaf-702341b613bb admin admin] Publish callbacks [] for security_group (cc9f42aa-a59c-4640-9744-a1d2967534f6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.464382 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cbd42981-8df7-404a-beaf-702341b613bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cc9f42aa-a59c-4640-9744-a1d2967534f6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.508572 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cbd42981-8df7-404a-beaf-702341b613bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c558d135a8ad4d62b33ec54867fafc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720412 Apr 29 08:51:35.509926 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd42981-8df7-404a-beaf-702341b613bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9f42aa-a59c-4640-9744-a1d2967534f6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:35.514105 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52018) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:35.574696 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39b26813-b1c8-4e58-89aa-922d8130ace8 admin admin] Publish callbacks [] for security_group (39a10072-afee-4507-94df-cc8780bce374), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.577955 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e8e3468-48ca-4a42-b7d1-e04e82be5a5f req-dd699db9-73ae-400a-9c19-449d7b91ec45 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0476329 Apr 29 08:51:35.590074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39b26813-b1c8-4e58-89aa-922d8130ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (39a10072-afee-4507-94df-cc8780bce374), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.659022 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b26813-b1c8-4e58-89aa-922d8130ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a10072-afee-4507-94df-cc8780bce374,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:35.667857 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-39b26813-b1c8-4e58-89aa-922d8130ace8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41a80fa910164dceaa050526a1ef8bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089085 Apr 29 08:51:35.669249 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] Publish callbacks [] for security_group (cc9f42aa-a59c-4640-9744-a1d2967534f6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.671941 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52028) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:35.728619 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] Publish callbacks [] for security_group (cc9f42aa-a59c-4640-9744-a1d2967534f6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.759720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] Publish callbacks [] for security_group (39a10072-afee-4507-94df-cc8780bce374), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.784950 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0eb61b8b-c58c-43d2-9aa6-c66363513cbb req-e3a051a1-f9ad-49d2-8820-7825b11af9ab tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0409269 Apr 29 08:51:35.813309 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] Publish callbacks [] for security_group (39a10072-afee-4507-94df-cc8780bce374), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.826555 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cc9f42aa-a59c-4640-9744-a1d2967534f6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.830123 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.834235 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc9f42aa-a59c-4640-9744-a1d2967534f6 HTTP/1.1" status: 204 len: 168 time: 0.3158846 Apr 29 08:51:35.842787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143593b5-1fda-49cb-9f08-19ec759bcc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9f42aa-a59c-4640-9744-a1d2967534f6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:35.890804 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (39a10072-afee-4507-94df-cc8780bce374), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.893844 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:35.895596 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39a10072-afee-4507-94df-cc8780bce374 HTTP/1.1" status: 204 len: 168 time: 0.2225025 Apr 29 08:51:35.905507 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050900ec-4918-469a-9736-23d690d8d44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a10072-afee-4507-94df-cc8780bce374,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:35.955122 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.118616 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554e687-c47b-4b86-8723-1c9702c1b5b8 req-31fe9a9d-8bc8-44d0-a1aa-91b9d758cb4a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:36.127262 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7554e687-c47b-4b86-8723-1c9702c1b5b8 req-31fe9a9d-8bc8-44d0-a1aa-91b9d758cb4a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0791905 Apr 29 08:51:36.197532 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7554e687-c47b-4b86-8723-1c9702c1b5b8 req-300c67ce-1ea3-49c7-9838-c5799af47aea tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691752 Apr 29 08:51:36.329535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.426673 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52052) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:36.440384 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa569-d39e-4274-837f-460bdbf932fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.608519 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa569-d39e-4274-837f-460bdbf932fc admin admin] Publish callbacks [] for security_group (4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.614906 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7eeaa569-d39e-4274-837f-460bdbf932fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.646405 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.20', 51673) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:36.657161 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7eeaa569-d39e-4274-837f-460bdbf932fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbe3213b2f64474891019e155f6e081a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360430 Apr 29 08:51:36.659870 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52066) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:36.741723 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaa569-d39e-4274-837f-460bdbf932fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:36.782035 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c7a7269-2179-41c8-acc5-48118c5d01f5 req-0ad069f0-6ae4-4868-968c-52470d2ceb9c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0704534 Apr 29 08:51:36.783081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] Publish callbacks [] for security_group (4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.795787 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52070) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:36.811549 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5cf8184e-e2ba-4d55-b6d8-73b4a9b780f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.819316 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] Publish callbacks [] for security_group (4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:36.840299 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'port': {'device_id': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'admin_state_up': True, 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'security_groups': ['4a62d18f-5d10-4451-8f6e-45fd8939f4f8']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:36.989018 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed0a8b20-a606-43ab-af9f-0f0c35e23e26 req-ab56da7b-6b6d-41ac-9c7b-9bf1ef67ecc7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0433052 Apr 29 08:51:37.019839 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-d4104c6c-8daf-4850-84d4-9342c61bbf73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe HTTP/1.1" status: 200 len: 217 time: 0.1878781 Apr 29 08:51:37.030597 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Made reservation on behalf of 81c2c3d18ff34afe806e090aec002a4b for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:37.034404 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.191671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-6bcb7d67-9afd-4df4-8334-4b44147be030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:37.193459 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-6bcb7d67-9afd-4df4-8334-4b44147be030 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72ce4fd9-5909-4022-9f8e-42c41697418b HTTP/1.1" status: 200 len: 852 time: 0.1504900 Apr 29 08:51:37.211575 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5cf8184e-e2ba-4d55-b6d8-73b4a9b780f5 admin admin] Publish callbacks [] for security_group (39a1a449-a101-4704-b60f-b67353d50fa5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.216611 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.219322 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.220919 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc HTTP/1.1" status: 204 len: 168 time: 0.5589485 Apr 29 08:51:37.230632 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5cf8184e-e2ba-4d55-b6d8-73b4a9b780f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (39a1a449-a101-4704-b60f-b67353d50fa5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.234270 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e3515-2f6b-449c-89c8-30aff8ebc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5e7aa-ecd7-4b75-bf34-b13202bfb3cc,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:37.242440 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-d23bc157-da4a-479f-9139-c24cd2831313 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:37.244520 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-d23bc157-da4a-479f-9139-c24cd2831313 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.2706428 Apr 29 08:51:37.346102 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f540047a-912a-41b5-b6f4-cadc34c86e47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eed97806-4133-44f5-ad35-6c19199516d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659688 Apr 29 08:51:37.446529 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fc83a-8c60-4b00-8d6a-3dbe57b11ff4 req-29df6042-a88e-4cab-88fd-9daeaf8603a0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:37.449646 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-df4fc83a-8c60-4b00-8d6a-3dbe57b11ff4 req-29df6042-a88e-4cab-88fd-9daeaf8603a0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.1390243 Apr 29 08:51:37.513643 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8184e-e2ba-4d55-b6d8-73b4a9b780f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a1a449-a101-4704-b60f-b67353d50fa5,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:37.534674 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-c9b5b248-68b2-4da0-b2f6-bfc9de67f41b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 380 time: 0.2625840 Apr 29 08:51:37.537888 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5cf8184e-e2ba-4d55-b6d8-73b4a9b780f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a4f0f85ad9444c5ac0c6454c13fa44d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7405303 Apr 29 08:51:37.539271 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Allocated IP 172.20.0.14 (88e14c54-6fc1-4ee6-8dc1-d1927744d27d/5bf72e77-5f57-413c-b577-a57f93058aeb/afdeb60c-c7b1-441b-90f4-293273965fad) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:37.541653 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52092) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:37.583190 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-c5c24b30-42e3-474c-88ca-2037b466bba7 service neutron] 10.222.0.20 "GET /v2.0/networks/eed97806-4133-44f5-ad35-6c19199516d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164087 Apr 29 08:51:37.591166 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-df4fc83a-8c60-4b00-8d6a-3dbe57b11ff4 req-47b07ada-2804-4e4b-be72-fe514e00d1c9 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317406 Apr 29 08:51:37.632931 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'port': {'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'admin_state_up': True, 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'security_groups': ['5ef34748-d575-48e3-a801-3ef539b6291c']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:37.695219 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] Publish callbacks [] for security_group (39a1a449-a101-4704-b60f-b67353d50fa5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.757511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] Publish callbacks [] for security_group (39a1a449-a101-4704-b60f-b67353d50fa5), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.815123 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23e0a199-f152-49b6-bfef-bb17ab28205f req-f05f1096-7626-45a2-bec7-d5deaafe0c54 service neutron] 10.222.0.20 "GET /v2.0/networks/eed97806-4133-44f5-ad35-6c19199516d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761560 Apr 29 08:51:37.819893 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (afdeb60c-c7b1-441b-90f4-293273965fad), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.856038 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:51:37.856473 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (39a1a449-a101-4704-b60f-b67353d50fa5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.859215 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.859900 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:37.863689 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39a1a449-a101-4704-b60f-b67353d50fa5 HTTP/1.1" status: 204 len: 168 time: 0.3177640 Apr 29 08:51:37.878573 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ae09e-4f66-4407-8087-5adb911f4cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a1a449-a101-4704-b60f-b67353d50fa5,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:37.882425 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.047805 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:38.060169 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:38.076944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:38.081966 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:38.096199 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.20.0.11 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/3b21bf13-34c3-4eab-b46e-1fddbe0106a8) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:51:38.101422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ae27e-7aad-4b24-9d25-fcc7ed937242 req-8c0d4850-8268-4b07-b1ba-5d450afd806a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:38.103152 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1f8ae27e-7aad-4b24-9d25-fcc7ed937242 req-8c0d4850-8268-4b07-b1ba-5d450afd806a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 932 time: 0.1945300 Apr 29 08:51:38.203361 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b472986f-ddd4-41d5-a58a-8d470e55ba09 req-a88bfc4b-d0a1-4700-a747-afde919907ae tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0727239 Apr 29 08:51:38.234646 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:38.236278 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.293619 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1f8ae27e-7aad-4b24-9d25-fcc7ed937242 req-52c22910-9b59-43c0-8aa2-e4600de4349b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387858 Apr 29 08:51:38.293619 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-ba09cbff-8405-40b1-9f01-2d1d4c62014d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4530797 Apr 29 08:51:38.413391 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.456393 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.499414 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-dddabee7-e4f9-4005-858e-71ca0f8d1b9f None None] Provisioning complete for port afdeb60c-c7b1-441b-90f4-293273965fad triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:38.501076 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dddabee7-e4f9-4005-858e-71ca0f8d1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.512818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:51:38.523382 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:51:38.526058 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:51:38.557708 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:38.587879 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:38.593888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:38.609331 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-dddabee7-e4f9-4005-858e-71ca0f8d1b9f None None] Port afdeb60c-c7b1-441b-90f4-293273965fad cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:38.629156 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3665cd36-a8bf-4c2f-9fae-c49233b4ac19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047789 Apr 29 08:51:38.782933 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b4173-99f1-4294-90a5-aeace3a887d0 req-ac243cbd-0a95-41cc-812f-11461be1811b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:38.788847 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e31b4173-99f1-4294-90a5-aeace3a887d0 req-ac243cbd-0a95-41cc-812f-11461be1811b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0946696 Apr 29 08:51:38.913865 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e31b4173-99f1-4294-90a5-aeace3a887d0 req-71139629-910a-4e40-8414-0d4ab830b215 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207466 Apr 29 08:51:38.952420 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-ac9b36a8-0d40-4fe1-bc8f-0e572eff4f9e None None] Provisioning complete for port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:38.953636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac9b36a8-0d40-4fe1-bc8f-0e572eff4f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:39.206941 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b36a8-0d40-4fe1-bc8f-0e572eff4f9e None None] Port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:51:39.442959 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffa9e0-14fe-4b0c-9212-8303f3d195a9 req-454e907b-17fc-412c-b780-5dc2d7ea3831 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:39.449934 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46ffa9e0-14fe-4b0c-9212-8303f3d195a9 req-454e907b-17fc-412c-b780-5dc2d7ea3831 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 932 time: 0.1133635 Apr 29 08:51:39.532753 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46ffa9e0-14fe-4b0c-9212-8303f3d195a9 req-2026f025-add7-48e6-95d3-a5bc62867792 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770953 Apr 29 08:51:39.563280 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52fa71-5e4c-422e-ab73-e98197b5e6a8 req-e689d518-3977-426a-bd99-e3d056e599e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:39.565395 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e52fa71-5e4c-422e-ab73-e98197b5e6a8 req-e689d518-3977-426a-bd99-e3d056e599e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 932 time: 0.1401725 Apr 29 08:51:39.651138 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e52fa71-5e4c-422e-ab73-e98197b5e6a8 req-bdece879-62c8-455c-8c3a-f846dbf2108f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717385 Apr 29 08:51:40.057602 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b2468-4d52-41e5-8dbc-e8a8abf7283c req-02bf8474-819a-48f6-a493-253511658b1a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:40.065033 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-952b2468-4d52-41e5-8dbc-e8a8abf7283c req-02bf8474-819a-48f6-a493-253511658b1a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.0604827 Apr 29 08:51:40.124899 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-952b2468-4d52-41e5-8dbc-e8a8abf7283c req-336634dd-f9cb-48cb-8c9f-420cfbfed487 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584884 Apr 29 08:51:40.485942 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Request body: {'port': {'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:40.486580 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Request body: {'port': {'device_id': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:51:40.563623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:40.586321 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:40.756103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75316af3-26e3-4220-becb-73707faa16be req-268aa8ba-c325-4c21-81c3-512f62c1125a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:40.758080 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75316af3-26e3-4220-becb-73707faa16be req-268aa8ba-c325-4c21-81c3-512f62c1125a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 932 time: 0.0866880 Apr 29 08:51:40.957116 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75316af3-26e3-4220-becb-73707faa16be req-c46b1a22-8c58-439a-9ddb-d1e0e1698824 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487772 Apr 29 08:51:41.081569 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db45e-8017-4465-aa22-7c3f36ad48f5 req-7b7b8101-fa7a-4021-924c-fa84427f23bc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:41.091493 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-822db45e-8017-4465-aa22-7c3f36ad48f5 req-7b7b8101-fa7a-4021-924c-fa84427f23bc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 932 time: 0.2469370 Apr 29 08:51:41.244039 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-822db45e-8017-4465-aa22-7c3f36ad48f5 req-f5c98edf-eb08-41fd-b298-83c87b31ddd4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511912 Apr 29 08:51:41.312118 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:51:41.388188 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks [] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:41.428826 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:51:41.441906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Transition to ACTIVE for port object 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:51:41.449617 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64dcb-5c42-4fd7-a5d5-1ef8c22802a6 req-69aa28e9-a2fc-4920-b5f4-0cbd11b6228a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:41.451286 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-07c64dcb-5c42-4fd7-a5d5-1ef8c22802a6 req-69aa28e9-a2fc-4920-b5f4-0cbd11b6228a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 943 time: 0.1712511 Apr 29 08:51:41.452590 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:41.456208 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks [] for port (afdeb60c-c7b1-441b-90f4-293273965fad), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:41.540622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Transition to ACTIVE for port object afdeb60c-c7b1-441b-90f4-293273965fad will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:51:41.549488 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:41.559351 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:41.602665 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 028eab3d-f19b-4591-b8b2-199e74d95dfe details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:51:41.637196 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-07c64dcb-5c42-4fd7-a5d5-1ef8c22802a6 req-01108582-ed65-423e-85c5-256cf5e9aee0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459460 Apr 29 08:51:41.784539 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Attempting to bind port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:41.785040 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Attempting to bind port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:41.785615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Attempting to bind port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:41.795888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 on network b24838f8-74fc-43df-860b-f0934d3ce2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:51:41.796452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Attempting to bind port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:41.805262 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe,segment=NetworkSegment(110ed829-e2de-4e30-ab58-9de461365fa8),segment_id=110ed829-e2de-4e30-ab58-9de461365fa8)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:41.819591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:41.820186 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:41.822305 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:41.823040 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Bound port: 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:41.825140 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:41.832653 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '028eab3d-f19b-4591-b8b2-199e74d95dfe', 'network_id': 'eed97806-4133-44f5-ad35-6c19199516d8', 'port_id': '028eab3d-f19b-4591-b8b2-199e74d95dfe', 'mac_address': 'fa:16:3e:fb:69:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ce4fd9-5909-4022-9f8e-42c41697418b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:51:41.894802 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:41.969252 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 028eab3d-f19b-4591-b8b2-199e74d95dfe is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:41.972799 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.039994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028eab3d-f19b-4591-b8b2-199e74d95dfe {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:51:42.041463 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Attempting to bind port afdeb60c-c7b1-441b-90f4-293273965fad on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:51:42.044515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Attempting to bind port afdeb60c-c7b1-441b-90f4-293273965fad by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:51:42.044907 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Attempting to bind port afdeb60c-c7b1-441b-90f4-293273965fad on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:42.055923 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Port afdeb60c-c7b1-441b-90f4-293273965fad on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:51:42.056963 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Attempting to bind port afdeb60c-c7b1-441b-90f4-293273965fad on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:51:42.068553 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:51:42.069368 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Checking segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:51:42.070217 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Bound using segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:51:42.071155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Bound port: afdeb60c-c7b1-441b-90f4-293273965fad, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:51:42.071717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.098781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:42.102957 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:42.116406 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe,segment=NetworkSegment(110ed829-e2de-4e30-ab58-9de461365fa8),segment_id=110ed829-e2de-4e30-ab58-9de461365fa8)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:42.123416 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.124487 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.173834 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.174474 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.175953 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 1094 time: 1.6966982 Apr 29 08:51:42.176573 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:51:42.179022 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0776b61-3e40-4a21-a12c-037790058915" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:51:42.263323 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b481e-96c5-436b-849c-7b7fa7d6f4f2 req-bbf953bd-5086-46d0-8553-968e0cb0987c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.265146 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1d4b481e-96c5-436b-849c-7b7fa7d6f4f2 req-bbf953bd-5086-46d0-8553-968e0cb0987c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.1587503 Apr 29 08:51:42.298248 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:42.359590 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e4f5c-ba95-4068-b491-4dbe2e79d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:42.365377 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:51:42.385183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ded44f1-4e0d-4c56-9c3a-0da55c17b6c6 x-openstack-request-id: req-7ded44f1-4e0d-4c56-9c3a-0da55c17b6c6 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:51:42.386043 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:51:42.387099 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ded44f1-4e0d-4c56-9c3a-0da55c17b6c6 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:51:42.389327 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ded44f1-4e0d-4c56-9c3a-0da55c17b6c6'] response: {'name': 'network-changed', 'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'status': 'completed', 'code': 200} Apr 29 08:51:42.422283 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:51:42.429205 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1d4b481e-96c5-436b-849c-7b7fa7d6f4f2 req-8b5f65af-4c9e-4bc1-b337-7ba9187c01cf tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547570 Apr 29 08:51:42.431627 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.444436 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-2b5a8ec2-388b-46fc-b6eb-1240b7cb9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.446910 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-2b5a8ec2-388b-46fc-b6eb-1240b7cb9aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1128 time: 0.1599739 Apr 29 08:51:42.486675 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.487644 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:42.489607 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1094 time: 2.0074682 Apr 29 08:51:42.492861 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:51:42.608657 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-d5cce7f0-4c9a-4016-871e-6689a968f895 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 217 time: 0.1409760 Apr 29 08:51:42.642943 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b3b2-866f-4e71-b4c7-871bea0247a5 service neutron] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:42.732083 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['028eab3d-f19b-4591-b8b2-199e74d95dfe'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:51:42.740848 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-70b1466a-0344-4006-aafa-e51d60088e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.744979 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-70b1466a-0344-4006-aafa-e51d60088e9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1128 time: 0.1571584 Apr 29 08:51:42.757066 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3251d992-2eaf-4156-87c1-c44c69f144f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.759225 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-3251d992-2eaf-4156-87c1-c44c69f144f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1466725 Apr 29 08:51:42.866233 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-9663cfe2-c30b-4a42-ae19-9f7199350ae0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 217 time: 0.1069686 Apr 29 08:51:42.888698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc02240-3424-4a11-9ccf-fff0f1402284" -d '{"events": [{"name": "network-changed", "server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:51:42.941396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512cf11-6e7c-4903-8166-cdf242b39820 req-d8f12675-c088-4d7a-afbd-77ab1d77d71b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.942934 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0512cf11-6e7c-4903-8166-cdf242b39820 req-d8f12675-c088-4d7a-afbd-77ab1d77d71b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.3399065 Apr 29 08:51:42.993704 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87c03b-0c2a-4824-8883-d5613e374eb5 req-317d3954-824a-416f-b0a8-4120cef57602 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:42.996255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9b87c03b-0c2a-4824-8883-d5613e374eb5 req-317d3954-824a-416f-b0a8-4120cef57602 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 944 time: 0.1285779 Apr 29 08:51:43.017723 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-dd351935-6cb4-4429-baac-ddd0b63ad1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:43.023812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-dd351935-6cb4-4429-baac-ddd0b63ad1c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2364509 Apr 29 08:51:43.037019 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-b1855268-20dd-4ffc-92eb-54cbe875713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:43.038896 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-b1855268-20dd-4ffc-92eb-54cbe875713c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.1448984 Apr 29 08:51:43.148849 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0512cf11-6e7c-4903-8166-cdf242b39820 req-664c5d09-9239-4704-a298-798a05da6289 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909773 Apr 29 08:51:43.174695 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9b87c03b-0c2a-4824-8883-d5613e374eb5 req-9d777367-4a36-487d-8d23-c891653d72c0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702533 Apr 29 08:51:43.180986 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-58ee90cd-944a-4daa-ae29-51da8f40f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:43.182499 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-58ee90cd-944a-4daa-ae29-51da8f40f2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361639 Apr 29 08:51:43.228028 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-b3dcb51b-8705-4649-bc79-fae01ac382af service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959436 Apr 29 08:51:43.493960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52394) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:43.518434 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc01d6-1f9e-4ad1-8765-cda4dca30b2c x-openstack-request-id: req-ebdc01d6-1f9e-4ad1-8765-cda4dca30b2c {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:51:43.518806 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:51:43.519074 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebdc01d6-1f9e-4ad1-8765-cda4dca30b2c {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:51:43.519586 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebdc01d6-1f9e-4ad1-8765-cda4dca30b2c'] response: {'name': 'network-changed', 'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'status': 'completed', 'code': 200} Apr 29 08:51:43.537782 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3e3a9b-4af2-4cc6-bec6-cd9aeec11093 req-1c4cbd62-3c31-44c5-9907-555f0d5c0db6 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059483 Apr 29 08:51:43.585770 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-0fe8610a-1806-4f3b-835b-5dacd50f4563 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966761 Apr 29 08:51:43.630310 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616cd0-f496-49d8-91ed-cc5436d37ba7 req-3721348a-8342-4867-a00e-267c365be166 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:43.631855 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2b616cd0-f496-49d8-91ed-cc5436d37ba7 req-3721348a-8342-4867-a00e-267c365be166 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0657370 Apr 29 08:51:43.655621 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4684f81b-d398-43e2-aac8-39ec2db0bf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:43.692522 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2b616cd0-f496-49d8-91ed-cc5436d37ba7 req-5cccaa32-b740-47ad-a168-7f1405d5e024 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521092 Apr 29 08:51:43.794602 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4684f81b-d398-43e2-aac8-39ec2db0bf45 admin admin] Publish callbacks [] for security_group (9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:43.799860 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4684f81b-d398-43e2-aac8-39ec2db0bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:43.845612 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4684f81b-d398-43e2-aac8-39ec2db0bf45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=455c6f1589364c599b55530bc58b8c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504677 Apr 29 08:51:43.846523 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684f81b-d398-43e2-aac8-39ec2db0bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:43.849246 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52424) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:43.902506 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52428) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:43.926387 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] Publish callbacks [] for security_group (9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:43.959263 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] Publish callbacks [] for security_group (9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.036920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.039799 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.041631 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8 HTTP/1.1" status: 204 len: 168 time: 0.1911685 Apr 29 08:51:44.052814 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884c81d-8ac3-4afd-9922-606f875f6cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583d0ae-fc2d-49bc-9c05-0f5bd43ddec8,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:44.112662 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b28eff1-c443-4444-ab37-09f1b617a039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.208739 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b28eff1-c443-4444-ab37-09f1b617a039 admin admin] Publish callbacks [] for security_group (405688e5-5931-43b6-b702-50740901f75f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.214845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1b28eff1-c443-4444-ab37-09f1b617a039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (405688e5-5931-43b6-b702-50740901f75f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.271605 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28eff1-c443-4444-ab37-09f1b617a039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405688e5-5931-43b6-b702-50740901f75f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:44.300444 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1b28eff1-c443-4444-ab37-09f1b617a039 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df3bc54214dc425cab229ea723b1602b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967588 Apr 29 08:51:44.301185 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52456) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:44.304878 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516ffeb-da47-4004-9532-857e0b6d7df1 req-080ecffc-b5f9-4e7a-aa59-64dbe7fca6d8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:44.307036 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0516ffeb-da47-4004-9532-857e0b6d7df1 req-080ecffc-b5f9-4e7a-aa59-64dbe7fca6d8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0517211 Apr 29 08:51:44.340522 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f87c7-c066-4ed5-8db2-466a30bf5b80 req-88049382-5a18-4c5a-807a-87c5cfbb0982 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:44.342511 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-463f87c7-c066-4ed5-8db2-466a30bf5b80 req-88049382-5a18-4c5a-807a-87c5cfbb0982 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 944 time: 0.0839767 Apr 29 08:51:44.368544 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0516ffeb-da47-4004-9532-857e0b6d7df1 req-83c77ac6-e0cb-492a-b2d9-51845d710a8e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540898 Apr 29 08:51:44.421820 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] Publish callbacks [] for security_group (405688e5-5931-43b6-b702-50740901f75f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.432521 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-463f87c7-c066-4ed5-8db2-466a30bf5b80 req-545c18af-b454-444d-810c-d725c82ecc86 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819924 Apr 29 08:51:44.439140 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52458) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:44.463028 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9d41-fcd9-4be2-9bf8-26563e1e66d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.466004 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] Publish callbacks [] for security_group (405688e5-5931-43b6-b702-50740901f75f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.548414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (405688e5-5931-43b6-b702-50740901f75f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.550860 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.552000 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/405688e5-5931-43b6-b702-50740901f75f HTTP/1.1" status: 204 len: 168 time: 0.2470014 Apr 29 08:51:44.569097 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27129b27-1db5-4a78-8629-6d56446a7daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405688e5-5931-43b6-b702-50740901f75f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:44.583662 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9d41-fcd9-4be2-9bf8-26563e1e66d2 admin admin] Publish callbacks [] for security_group (167b403a-2e52-44bf-8bca-6ebe8ea9d489), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.588254 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0cbb9d41-fcd9-4be2-9bf8-26563e1e66d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (167b403a-2e52-44bf-8bca-6ebe8ea9d489), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.632806 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0cbb9d41-fcd9-4be2-9bf8-26563e1e66d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2ec68a20b1d4e9d8f6ff0e00d800fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926284 Apr 29 08:51:44.633680 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb9d41-fcd9-4be2-9bf8-26563e1e66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167b403a-2e52-44bf-8bca-6ebe8ea9d489,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:44.635429 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52462) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:44.688991 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] Publish callbacks [] for security_group (167b403a-2e52-44bf-8bca-6ebe8ea9d489), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.710863 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] Publish callbacks [] for security_group (167b403a-2e52-44bf-8bca-6ebe8ea9d489), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.780435 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (167b403a-2e52-44bf-8bca-6ebe8ea9d489), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.783404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:44.784591 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/167b403a-2e52-44bf-8bca-6ebe8ea9d489 HTTP/1.1" status: 204 len: 168 time: 0.1472259 Apr 29 08:51:44.814097 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c6992-3fab-424d-888e-38e510d421f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b403a-2e52-44bf-8bca-6ebe8ea9d489,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:44.829748 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0e18e-d5cd-4475-ad05-f5a1c62effe0 req-07db5944-dfcf-4e40-a7a5-f79484740a71 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:44.831338 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-88f0e18e-d5cd-4475-ad05-f5a1c62effe0 req-07db5944-dfcf-4e40-a7a5-f79484740a71 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0625899 Apr 29 08:51:44.892283 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-88f0e18e-d5cd-4475-ad05-f5a1c62effe0 req-dacc47fd-8b10-495e-a446-db2e75f906a7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552974 Apr 29 08:51:44.958875 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52470) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:44.973322 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1fcd793d-0e23-412f-9c9a-57a79750e6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.056725 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1fcd793d-0e23-412f-9c9a-57a79750e6f3 admin admin] Publish callbacks [] for security_group (f380a7c9-0089-4fd9-8aa8-8e0f97b026ef), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.061122 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1fcd793d-0e23-412f-9c9a-57a79750e6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (f380a7c9-0089-4fd9-8aa8-8e0f97b026ef), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.104728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd793d-0e23-412f-9c9a-57a79750e6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f380a7c9-0089-4fd9-8aa8-8e0f97b026ef,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:45.114041 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1fcd793d-0e23-412f-9c9a-57a79750e6f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8514f82a8a74263a6ff53d31e02e3e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508696 Apr 29 08:51:45.114041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52480) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:45.172712 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] Publish callbacks [] for security_group (f380a7c9-0089-4fd9-8aa8-8e0f97b026ef), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.204521 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] Publish callbacks [] for security_group (f380a7c9-0089-4fd9-8aa8-8e0f97b026ef), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.272462 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (f380a7c9-0089-4fd9-8aa8-8e0f97b026ef), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.275365 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:45.276559 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f380a7c9-0089-4fd9-8aa8-8e0f97b026ef HTTP/1.1" status: 204 len: 168 time: 0.1618645 Apr 29 08:51:45.285343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17219ef7-bef2-4032-a0ab-c07fcb9ea370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f380a7c9-0089-4fd9-8aa8-8e0f97b026ef,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:45.514521 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3840491-1b4f-45d3-8242-7d4b6327305d req-9d53baea-dd77-4b28-b7cb-32b64677ebbc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:45.522179 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3840491-1b4f-45d3-8242-7d4b6327305d req-9d53baea-dd77-4b28-b7cb-32b64677ebbc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0581682 Apr 29 08:51:45.562923 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db730-c6e1-4fbf-b35b-33002e6c3b12 req-1b4be756-cb3e-474a-9af9-5a03ea86be6e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:45.570145 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fe8db730-c6e1-4fbf-b35b-33002e6c3b12 req-1b4be756-cb3e-474a-9af9-5a03ea86be6e tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 944 time: 0.0566640 Apr 29 08:51:45.577980 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3840491-1b4f-45d3-8242-7d4b6327305d req-5c8ca450-b01a-4b13-9e9b-6297ef95fa8f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545743 Apr 29 08:51:45.631544 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fe8db730-c6e1-4fbf-b35b-33002e6c3b12 req-37e4fd31-65ec-4998-8444-9b05ceb1a791 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603902 Apr 29 08:51:46.029533 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ce52c-b778-4132-884c-a31c75ebb15e req-c5ed3438-21fa-448d-a031-a87badc6a30c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:46.040615 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-094ce52c-b778-4132-884c-a31c75ebb15e req-c5ed3438-21fa-448d-a031-a87badc6a30c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0628669 Apr 29 08:51:46.094457 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-094ce52c-b778-4132-884c-a31c75ebb15e req-66f84bce-5c9b-43e8-9a0c-fcba9eda77f9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526414 Apr 29 08:51:46.702709 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5037640-2b75-4ed2-ae91-356b3c61dbe6 req-71ecbc0d-4a9f-49ad-a6ce-be00914e482a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:46.709237 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e5037640-2b75-4ed2-ae91-356b3c61dbe6 req-71ecbc0d-4a9f-49ad-a6ce-be00914e482a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0576646 Apr 29 08:51:46.757863 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a2102-3ad9-4c39-a755-be5deb5bfe9c req-317e9348-d411-4c57-8ebc-595cc3cd4457 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:46.759475 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-475a2102-3ad9-4c39-a755-be5deb5bfe9c req-317e9348-d411-4c57-8ebc-595cc3cd4457 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 944 time: 0.0549564 Apr 29 08:51:46.763620 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e5037640-2b75-4ed2-ae91-356b3c61dbe6 req-6fbbbcf8-d2ac-47cb-968d-e1b7b509e9a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Apr 29 08:51:46.809481 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-475a2102-3ad9-4c39-a755-be5deb5bfe9c req-37adcb56-86b7-4e35-94d5-ae00d6340e60 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Apr 29 08:51:47.214397 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab276-6636-457b-97a8-27f21319e59e req-1de08a6b-8d9e-467b-b939-22440cfc84ac tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:47.216013 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6f1ab276-6636-457b-97a8-27f21319e59e req-1de08a6b-8d9e-467b-b939-22440cfc84ac tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0511222 Apr 29 08:51:47.268812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6f1ab276-6636-457b-97a8-27f21319e59e req-e3039bca-75d9-4b78-af11-c9c11450125a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464227 Apr 29 08:51:47.882950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433b61-4eb6-409e-8481-75efc71321d6 req-63a62bb5-70b7-4cd1-b5ff-8f69ae8d48cf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:47.884461 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44433b61-4eb6-409e-8481-75efc71321d6 req-63a62bb5-70b7-4cd1-b5ff-8f69ae8d48cf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0475101 Apr 29 08:51:47.899815 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 028eab3d-f19b-4591-b8b2-199e74d95dfe up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:51:47.936767 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab536be-a0d5-4734-b2b8-f681bf68fd0b req-b0998eb8-5053-4a6c-8263-84d8ef90b89f tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:47.938446 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bab536be-a0d5-4734-b2b8-f681bf68fd0b req-b0998eb8-5053-4a6c-8263-84d8ef90b89f tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 944 time: 0.0606785 Apr 29 08:51:47.944493 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44433b61-4eb6-409e-8481-75efc71321d6 req-eada4c7d-d9f8-40f6-b9da-50810000fcf1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535848 Apr 29 08:51:47.951190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 028eab3d-f19b-4591-b8b2-199e74d95dfe completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:51:47.957819 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 028eab3d-f19b-4591-b8b2-199e74d95dfe triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:51:47.957971 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:47.992065 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bab536be-a0d5-4734-b2b8-f681bf68fd0b req-7d807f69-88c4-4db4-84a1-19724521e700 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472593 Apr 29 08:51:48.039422 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 028eab3d-f19b-4591-b8b2-199e74d95dfe is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:48.039809 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:48.062683 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:51:48.134288 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe,segment=NetworkSegment(110ed829-e2de-4e30-ab58-9de461365fa8),segment_id=110ed829-e2de-4e30-ab58-9de461365fa8)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:48.139496 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:48.187639 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:48.242616 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a14ff7-5726-496d-9eac-3715355cb31f" -d '{"events": [{"server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "name": "network-vif-plugged", "status": "completed", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:51:48.342822 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d0300-4811-4cd3-b2c9-a7d36b27d44b x-openstack-request-id: req-5a2d0300-4811-4cd3-b2c9-a7d36b27d44b {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:51:48.343149 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "name": "network-vif-plugged", "status": "completed", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:51:48.343409 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a2d0300-4811-4cd3-b2c9-a7d36b27d44b {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:51:48.343855 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2d0300-4811-4cd3-b2c9-a7d36b27d44b'] response: {'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe', 'code': 200} Apr 29 08:51:48.400007 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db45bd3-c716-4273-9560-516ebb41da9b req-aae985c2-0870-4257-b33b-cd3cf90aa2f6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:48.401504 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5db45bd3-c716-4273-9560-516ebb41da9b req-aae985c2-0870-4257-b33b-cd3cf90aa2f6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0589623 Apr 29 08:51:48.463749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5db45bd3-c716-4273-9560-516ebb41da9b req-e663d3e8-cf1f-4d84-a08f-68217233ef19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560710 Apr 29 08:51:49.085992 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8cbb2-1f27-4363-9902-50820e8ef28a req-fc9e61c3-1384-4588-9b30-d146af030153 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:49.087451 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18a8cbb2-1f27-4363-9902-50820e8ef28a req-fc9e61c3-1384-4588-9b30-d146af030153 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0564375 Apr 29 08:51:49.110555 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a278b-cb26-482e-b063-5bf1d5efca40 req-6515ae74-804c-4e3e-80f1-3635918c1094 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:49.112367 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-374a278b-cb26-482e-b063-5bf1d5efca40 req-6515ae74-804c-4e3e-80f1-3635918c1094 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Apr 29 08:51:49.137648 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18a8cbb2-1f27-4363-9902-50820e8ef28a req-afc754a6-55f4-4e76-a206-4e28790ff8c6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Apr 29 08:51:49.165941 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-374a278b-cb26-482e-b063-5bf1d5efca40 req-59f618d7-a4f0-4627-ab27-cb90baa7543b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472991 Apr 29 08:51:49.579560 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff43d99-78dc-481e-aa6f-0bd98255ba2a req-3b45a59d-1072-4125-9342-6bb46507babb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:49.581229 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bff43d99-78dc-481e-aa6f-0bd98255ba2a req-3b45a59d-1072-4125-9342-6bb46507babb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0492988 Apr 29 08:51:49.637061 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bff43d99-78dc-481e-aa6f-0bd98255ba2a req-3cb9228a-eedb-4847-96d4-99e9832bce19 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Apr 29 08:51:49.734871 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52658) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:49.853794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-739cea70-f020-4761-a715-f66975c1e691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:49.973551 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-739cea70-f020-4761-a715-f66975c1e691 admin admin] Publish callbacks [] for security_group (b7677d60-20ae-4e98-a48a-c766fe6eaed5), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:49.978084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-739cea70-f020-4761-a715-f66975c1e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b7677d60-20ae-4e98-a48a-c766fe6eaed5), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.026772 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-739cea70-f020-4761-a715-f66975c1e691 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76310d55a86f4ed8aaa07f52ac0cbce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907255 Apr 29 08:51:50.034001 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cea70-f020-4761-a715-f66975c1e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7677d60-20ae-4e98-a48a-c766fe6eaed5,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:50.034391 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52670) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:50.090402 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] Publish callbacks [] for security_group (b7677d60-20ae-4e98-a48a-c766fe6eaed5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.114493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] Publish callbacks [] for security_group (b7677d60-20ae-4e98-a48a-c766fe6eaed5), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.169203 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b7677d60-20ae-4e98-a48a-c766fe6eaed5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.171762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.172967 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7677d60-20ae-4e98-a48a-c766fe6eaed5 HTTP/1.1" status: 204 len: 168 time: 0.1376317 Apr 29 08:51:50.181598 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9380b4-9bca-4916-87ec-442825fb2c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7677d60-20ae-4e98-a48a-c766fe6eaed5,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:50.270525 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0573245-1132-4b60-94ca-aab82cd3e95b req-400be3b5-aafb-4b5f-954d-546419fcce38 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:50.272471 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0573245-1132-4b60-94ca-aab82cd3e95b req-400be3b5-aafb-4b5f-954d-546419fcce38 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0514026 Apr 29 08:51:50.309513 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cb70-f3c5-4439-ba78-af2c5970c95b req-69a8e95c-bb7e-4551-87bd-a940a764ca90 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:50.311080 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8780cb70-f3c5-4439-ba78-af2c5970c95b req-69a8e95c-bb7e-4551-87bd-a940a764ca90 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Apr 29 08:51:50.335120 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0573245-1132-4b60-94ca-aab82cd3e95b req-02b96f8d-9e9d-4bfa-a979-2682bc36f011 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Apr 29 08:51:50.372782 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8780cb70-f3c5-4439-ba78-af2c5970c95b req-864c182f-92b2-4d4e-a50e-19035124dcf3 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498455 Apr 29 08:51:50.501145 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52680) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:50.513928 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a14923a-3f44-4b41-98c0-c9c871c5d3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.587812 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a14923a-3f44-4b41-98c0-c9c871c5d3bf admin admin] Publish callbacks [] for security_group (e4616b02-bf72-4555-90e5-8c7808cb4d3f), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.592528 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7a14923a-3f44-4b41-98c0-c9c871c5d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e4616b02-bf72-4555-90e5-8c7808cb4d3f), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.634201 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-7a14923a-3f44-4b41-98c0-c9c871c5d3bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35323fecc76342bbbfc3d63879f9853a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319382 Apr 29 08:51:50.635061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14923a-3f44-4b41-98c0-c9c871c5d3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4616b02-bf72-4555-90e5-8c7808cb4d3f,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:50.637776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52682) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:50.686318 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] Publish callbacks [] for security_group (e4616b02-bf72-4555-90e5-8c7808cb4d3f), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.719340 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] Publish callbacks [] for security_group (e4616b02-bf72-4555-90e5-8c7808cb4d3f), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.776082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e71c3-3042-4728-befa-65feb7f0dba1 req-2be64013-fb7b-4524-a485-be644c1298db tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:50.778348 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e3e71c3-3042-4728-befa-65feb7f0dba1 req-2be64013-fb7b-4524-a485-be644c1298db tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 944 time: 0.0719736 Apr 29 08:51:50.815171 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e4616b02-bf72-4555-90e5-8c7808cb4d3f), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.817672 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:50.818789 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4616b02-bf72-4555-90e5-8c7808cb4d3f HTTP/1.1" status: 204 len: 168 time: 0.1800084 Apr 29 08:51:50.834040 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a73560-99fb-4725-ace3-7660e51d8f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4616b02-bf72-4555-90e5-8c7808cb4d3f,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:50.843982 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e3e71c3-3042-4728-befa-65feb7f0dba1 req-76cb36af-8f46-4db2-a046-1654368b7822 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566490 Apr 29 08:51:50.917853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:51:51.032379 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:51.049176 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:51:51.092550 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:51:51.092993 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.106923 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:51:51.129845 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:51:51.134673 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.185424 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:51.202616 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52706) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:51.217030 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf13-19bd-4ab7-9545-a22cbebd1605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.297622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf13-19bd-4ab7-9545-a22cbebd1605 admin admin] Publish callbacks [] for security_group (390d1dd1-5ed2-41ce-881e-7715b6ad6474), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.302093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bde7cf13-19bd-4ab7-9545-a22cbebd1605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (390d1dd1-5ed2-41ce-881e-7715b6ad6474), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.341354 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bde7cf13-19bd-4ab7-9545-a22cbebd1605 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb188f2561bd4860bf08675c7e18bf72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375659 Apr 29 08:51:51.342043 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7cf13-19bd-4ab7-9545-a22cbebd1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390d1dd1-5ed2-41ce-881e-7715b6ad6474,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:51.344410 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52714) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:51:51.428674 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] Publish callbacks [] for security_group (390d1dd1-5ed2-41ce-881e-7715b6ad6474), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.456504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] Publish callbacks [] for security_group (390d1dd1-5ed2-41ce-881e-7715b6ad6474), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.528584 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f67c7d-096b-4d6d-9619-9641e7b1b857 req-bd7f1e66-d9c2-4e72-a79a-2a67825b5d28 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:51.530170 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f0f67c7d-096b-4d6d-9619-9641e7b1b857 req-bd7f1e66-d9c2-4e72-a79a-2a67825b5d28 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0649672 Apr 29 08:51:51.545912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f90fe8-34fe-419c-993a-4df29f39e730 req-ade7b9dc-2fdc-4098-bacc-cb56932817be tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:51.547680 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29f90fe8-34fe-419c-993a-4df29f39e730 req-ade7b9dc-2fdc-4098-bacc-cb56932817be tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0807736 Apr 29 08:51:51.595582 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (390d1dd1-5ed2-41ce-881e-7715b6ad6474), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.596734 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f0f67c7d-096b-4d6d-9619-9641e7b1b857 req-f4ed3467-7de8-4440-a5b1-21c9ba11693b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610359 Apr 29 08:51:51.598660 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:51.602240 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/390d1dd1-5ed2-41ce-881e-7715b6ad6474 HTTP/1.1" status: 204 len: 168 time: 0.2544332 Apr 29 08:51:51.644499 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc96517-03e3-4d29-b112-a6dfbf612884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d1dd1-5ed2-41ce-881e-7715b6ad6474,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:51:51.662332 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29f90fe8-34fe-419c-993a-4df29f39e730 req-25289b71-e1eb-4db3-a2a4-2add90f322c7 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898905 Apr 29 08:51:52.021525 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babda904-d9d5-4b11-b715-b9d5996bd613 req-09065a25-210a-473f-9f6e-15febd57ac05 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:52.023426 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-babda904-d9d5-4b11-b715-b9d5996bd613 req-09065a25-210a-473f-9f6e-15febd57ac05 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0772502 Apr 29 08:51:52.102646 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-babda904-d9d5-4b11-b715-b9d5996bd613 req-ccfc8b0f-2e61-41c1-a804-78e2ea908d3e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670986 Apr 29 08:51:52.755274 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e0c4f-0042-4349-a69f-cba62bd4707d req-513e344f-fd06-40dd-9ac7-207e1c8546e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:52.756781 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d5e0c4f-0042-4349-a69f-cba62bd4707d req-513e344f-fd06-40dd-9ac7-207e1c8546e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0729284 Apr 29 08:51:52.798986 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325184e-7c5d-42bb-bb7e-cc3f679f84a6 req-7d1d8504-c4c6-45ca-9284-01a429748f10 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:52.801574 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a325184e-7c5d-42bb-bb7e-cc3f679f84a6 req-7d1d8504-c4c6-45ca-9284-01a429748f10 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0622444 Apr 29 08:51:52.821662 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d5e0c4f-0042-4349-a69f-cba62bd4707d req-4c93548f-df39-4d91-b8cd-84afdf587331 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579951 Apr 29 08:51:52.869924 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a325184e-7c5d-42bb-bb7e-cc3f679f84a6 req-200f7782-67c9-46e6-9d47-60cee23d1d64 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611374 Apr 29 08:51:53.259975 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077865a9-f340-4e00-a32f-570b0e74bee4 req-28deff10-5496-4a6f-a75e-41ce9ccb1662 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:53.262261 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-077865a9-f340-4e00-a32f-570b0e74bee4 req-28deff10-5496-4a6f-a75e-41ce9ccb1662 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0580919 Apr 29 08:51:53.315746 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-077865a9-f340-4e00-a32f-570b0e74bee4 req-efb29ae2-3576-4c50-b72c-9259c194aeda tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Apr 29 08:51:53.768694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0776b61-3e40-4a21-a12c-037790058915 req-95981f5b-3569-4c4c-a62d-4009fd8903ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:53.771111 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-95981f5b-3569-4c4c-a62d-4009fd8903ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1129 time: 0.0482616 Apr 29 08:51:53.814969 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84a7a8a0-9a85-48b1-b9ad-12a677f2897e req-c807a08f-00fd-4924-b13b-cfa49b881915 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091011 Apr 29 08:51:53.983282 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9af7b-d30a-41a3-a7f7-451b588c7d60 req-b57f4512-db43-4f00-92b2-e72d9428278a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:53.985004 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f5d9af7b-d30a-41a3-a7f7-451b588c7d60 req-b57f4512-db43-4f00-92b2-e72d9428278a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0744376 Apr 29 08:51:54.033335 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0776b61-3e40-4a21-a12c-037790058915 req-2a4e5b2a-1296-4ae4-9172-0215e738cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:54.034991 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-2a4e5b2a-1296-4ae4-9172-0215e738cd58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.2567127 Apr 29 08:51:54.044920 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f5d9af7b-d30a-41a3-a7f7-451b588c7d60 req-4f0ef5a5-3af8-42cb-8f7d-ce7887990893 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524676 Apr 29 08:51:54.056463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4a485-2681-4208-90b9-45a947a61699 req-502e5146-9170-4038-a462-1238d130a191 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:54.058620 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-55a4a485-2681-4208-90b9-45a947a61699 req-502e5146-9170-4038-a462-1238d130a191 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0833216 Apr 29 08:51:54.110999 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-55a4a485-2681-4208-90b9-45a947a61699 req-38b2ea42-cab2-4601-a3d3-bc24acb46791 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464950 Apr 29 08:51:54.457097 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509371-66b2-4f60-9456-34c3b6a9e812 req-c01db362-eecc-451e-8334-87089dac07f8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:54.459126 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-47509371-66b2-4f60-9456-34c3b6a9e812 req-c01db362-eecc-451e-8334-87089dac07f8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0618987 Apr 29 08:51:54.515031 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-47509371-66b2-4f60-9456-34c3b6a9e812 req-c5f605df-efc5-40f1-b983-d4ed4b064351 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501285 Apr 29 08:51:55.166317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936a8c3-dfc7-45f0-ac33-f95e5e6e3e3c req-11f96bc9-91c4-436b-87e9-3b1adf104caa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:55.168786 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3936a8c3-dfc7-45f0-ac33-f95e5e6e3e3c req-11f96bc9-91c4-436b-87e9-3b1adf104caa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0501792 Apr 29 08:51:55.252362 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3936a8c3-dfc7-45f0-ac33-f95e5e6e3e3c req-f445d6f5-2436-473b-95d0-5e015a4e7e07 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755692 Apr 29 08:51:55.268523 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d6ce5-57c7-44dd-aaf1-54ef765e3af5 req-48d73cfe-0a07-49c6-a7e6-0f5c69db6696 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:55.279030 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da4d6ce5-57c7-44dd-aaf1-54ef765e3af5 req-48d73cfe-0a07-49c6-a7e6-0f5c69db6696 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0748425 Apr 29 08:51:55.320547 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da4d6ce5-57c7-44dd-aaf1-54ef765e3af5 req-8ea5344e-6ab3-497b-89bb-0d766e247440 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Apr 29 08:51:55.638768 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3be938-ebd4-4bf4-b8f2-1e96a9c5cafe req-978a9e02-5171-4145-8502-c853601d8801 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:55.640280 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2e3be938-ebd4-4bf4-b8f2-1e96a9c5cafe req-978a9e02-5171-4145-8502-c853601d8801 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0550992 Apr 29 08:51:55.689062 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2e3be938-ebd4-4bf4-b8f2-1e96a9c5cafe req-de4d697f-f5ca-483e-8d73-02aa73f964dc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432444 Apr 29 08:51:56.409436 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81d9a-d5ef-4599-a6e6-d7490a5d7efb req-1ff46d2d-594b-4e94-a1d2-6b2c71eca5b5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:56.411158 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbd81d9a-d5ef-4599-a6e6-d7490a5d7efb req-1ff46d2d-594b-4e94-a1d2-6b2c71eca5b5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0643299 Apr 29 08:51:56.457000 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43094e05-0d1f-45b5-83f5-8ddf6fdc677b req-afbc9d67-17bc-4f9f-9f81-ada9fb253a8d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:56.458699 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-43094e05-0d1f-45b5-83f5-8ddf6fdc677b req-afbc9d67-17bc-4f9f-9f81-ada9fb253a8d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0590782 Apr 29 08:51:56.472416 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbd81d9a-d5ef-4599-a6e6-d7490a5d7efb req-5042522b-92d7-4a63-990e-29f8f8c29003 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545805 Apr 29 08:51:56.518117 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-43094e05-0d1f-45b5-83f5-8ddf6fdc677b req-124ba26d-3b9c-4a38-af59-f71b3eb0e7e2 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Apr 29 08:51:56.803774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967423f7-f94b-40e9-bfbc-a13c8f987a03 req-6cbe672e-de64-40f8-9a7f-e264556b8d3f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:56.805295 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-967423f7-f94b-40e9-bfbc-a13c8f987a03 req-6cbe672e-de64-40f8-9a7f-e264556b8d3f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0469694 Apr 29 08:51:56.851637 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-967423f7-f94b-40e9-bfbc-a13c8f987a03 req-3a52ede4-16ce-4fc7-8718-4fbf3752d415 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 Apr 29 08:51:57.602704 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5e30-27e9-47b9-9959-039ba931ef94 req-9e233fcf-522e-4076-9d9c-3e4dc921186a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:57.604379 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d7db5e30-27e9-47b9-9959-039ba931ef94 req-9e233fcf-522e-4076-9d9c-3e4dc921186a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0572822 Apr 29 08:51:57.650036 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cdfb8-4660-46d0-b2a2-6abb09057c26 req-433474c7-3f9e-46fe-9bcd-c038eecd58b0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:57.651404 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff5cdfb8-4660-46d0-b2a2-6abb09057c26 req-433474c7-3f9e-46fe-9bcd-c038eecd58b0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Apr 29 08:51:57.660551 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d7db5e30-27e9-47b9-9959-039ba931ef94 req-30110189-2cae-4339-bd79-ef585e29b603 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495985 Apr 29 08:51:57.707506 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff5cdfb8-4660-46d0-b2a2-6abb09057c26 req-4f612547-fbce-4a0c-93a5-22676e77975a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470452 Apr 29 08:51:57.980462 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dcdc2-3ae4-4407-abb9-5eb9d6dd6fba req-ff8a4a98-d370-4a36-8aa1-55b93ecf5407 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:57.982546 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3dcdc2-3ae4-4407-abb9-5eb9d6dd6fba req-ff8a4a98-d370-4a36-8aa1-55b93ecf5407 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Apr 29 08:51:58.032949 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd3dcdc2-3ae4-4407-abb9-5eb9d6dd6fba req-e9d11c5e-c4ab-47e4-83bc-63e6522e62c2 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444651 Apr 29 08:51:58.787142 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe27161-1494-408a-b34f-254804c304ca req-01897c45-261b-4e06-91aa-98eb1ba738a2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:58.789053 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9fe27161-1494-408a-b34f-254804c304ca req-01897c45-261b-4e06-91aa-98eb1ba738a2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0494933 Apr 29 08:51:58.826249 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc2c0-9d99-44ea-b95f-30ce0427f8f8 req-1767e2bc-312f-43df-a7d1-f2c726bc49bf tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:58.827891 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-912bc2c0-9d99-44ea-b95f-30ce0427f8f8 req-1767e2bc-312f-43df-a7d1-f2c726bc49bf tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Apr 29 08:51:58.842888 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9fe27161-1494-408a-b34f-254804c304ca req-46860146-c68c-4650-9144-98395ed343ee tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 Apr 29 08:51:58.876167 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-912bc2c0-9d99-44ea-b95f-30ce0427f8f8 req-03dbe876-62e2-4b30-af71-d5a7afdf2ada tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Apr 29 08:51:59.146648 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393adf9f-e6f2-4879-a029-538be9492e87 req-a0fe0903-1feb-4639-94f9-93b25f1f840a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:59.148103 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-393adf9f-e6f2-4879-a029-538be9492e87 req-a0fe0903-1feb-4639-94f9-93b25f1f840a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0461967 Apr 29 08:51:59.208225 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-393adf9f-e6f2-4879-a029-538be9492e87 req-18777e08-dfd8-4532-8d62-d23e6ad3fc4a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545821 Apr 29 08:51:59.298837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['3b21bf13-34c3-4eab-b46e-1fddbe0106a8'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:51:59.817195 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9b36a735-43b4-4cdb-8df4-af0ad4e20c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:51:59.972583 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43facdf-e7c8-4e20-afb2-8ed81fbf7dda req-e41a907c-aecb-4080-8e96-6dff965c511a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:51:59.974112 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f43facdf-e7c8-4e20-afb2-8ed81fbf7dda req-e41a907c-aecb-4080-8e96-6dff965c511a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0582306 Apr 29 08:51:59.998752 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0e9b4-9cda-4ec8-8b5d-25f0a8f93e89 req-a60fa30c-e248-426f-8bb8-663b678b9309 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:00.000184 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73e0e9b4-9cda-4ec8-8b5d-25f0a8f93e89 req-a60fa30c-e248-426f-8bb8-663b678b9309 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Apr 29 08:52:00.022769 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f43facdf-e7c8-4e20-afb2-8ed81fbf7dda req-72ca6c0c-f529-4372-b270-d0edec7224a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Apr 29 08:52:00.050201 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73e0e9b4-9cda-4ec8-8b5d-25f0a8f93e89 req-514e44ff-c376-45f4-8411-4f6fb1ecbba1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444996 Apr 29 08:52:00.331870 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3d06-b946-4a14-855c-02ce4cb2094b req-57349db5-0594-4241-bc75-fb531bdf1e1f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:00.333373 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a4a3d06-b946-4a14-855c-02ce4cb2094b req-57349db5-0594-4241-bc75-fb531bdf1e1f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Apr 29 08:52:00.381088 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a4a3d06-b946-4a14-855c-02ce4cb2094b req-7fe2611d-2abe-4784-815b-77b06e8f6781 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Apr 29 08:52:00.754015 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 52976) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:00.865216 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-828abe8e-6ce6-4801-829d-104bdf9a3836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:00.950444 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-828abe8e-6ce6-4801-829d-104bdf9a3836 admin admin] Publish callbacks [] for security_group (4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:00.954638 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-828abe8e-6ce6-4801-829d-104bdf9a3836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:00.994879 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-828abe8e-6ce6-4801-829d-104bdf9a3836 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f11d7b0aa6124602a98ad870928aa0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398245 Apr 29 08:52:00.995788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828abe8e-6ce6-4801-829d-104bdf9a3836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:00.997604 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 52980) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:01.048565 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] Publish callbacks [] for security_group (4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:01.069861 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] Publish callbacks [] for security_group (4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:01.153622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67add79-ca6d-4011-a58c-efbc03c2ceb1 req-a73f46fa-f3c4-4cbd-bfdb-7b204b9df4e2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:01.155137 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a67add79-ca6d-4011-a58c-efbc03c2ceb1 req-a73f46fa-f3c4-4cbd-bfdb-7b204b9df4e2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0553885 Apr 29 08:52:01.168471 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8122-e511-4418-9af8-d2153f90bcf1 req-b1d68f15-b42d-4e6c-8c52-3511429aea7b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:01.169180 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:01.169958 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0f4e8122-e511-4418-9af8-d2153f90bcf1 req-b1d68f15-b42d-4e6c-8c52-3511429aea7b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0489788 Apr 29 08:52:01.171813 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:01.172942 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc HTTP/1.1" status: 204 len: 168 time: 0.1742413 Apr 29 08:52:01.190772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa48d4-e194-4b43-8e03-ddbc6b9960a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aca821a-bc1c-47b6-bd3c-2d8ae120cfbc,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:01.228529 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0f4e8122-e511-4418-9af8-d2153f90bcf1 req-9d7b6afc-0117-4647-88b6-be3518679d7d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Apr 29 08:52:01.240693 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a67add79-ca6d-4011-a58c-efbc03c2ceb1 req-bfb69e7c-1994-449a-afa3-255d05478496 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790508 Apr 29 08:52:01.500369 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bff4f3-6609-497d-991a-552496f0802b req-3a3bf7e5-9ad2-4cbd-9db4-0b76dcd443b9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:01.502150 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-10bff4f3-6609-497d-991a-552496f0802b req-3a3bf7e5-9ad2-4cbd-9db4-0b76dcd443b9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0507250 Apr 29 08:52:01.556341 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-10bff4f3-6609-497d-991a-552496f0802b req-803fa48a-30fd-4b08-b409-f45631a2d8cb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483949 Apr 29 08:52:02.062706 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f5b3372a-b7c4-43aa-a0d3-e51eea2a74b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:02.365541 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ff4af-b6fd-400a-b9b3-f920838ce7e2 req-7f948ebd-7cf7-4c9b-89d0-6fdc64078098 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:02.367103 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c07ff4af-b6fd-400a-b9b3-f920838ce7e2 req-7f948ebd-7cf7-4c9b-89d0-6fdc64078098 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0516992 Apr 29 08:52:02.380147 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d82c5-4243-4709-ad8d-72b8ee744679 req-1fe8c234-3a39-4b96-aaa6-048952951a5a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:02.381721 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4b9d82c5-4243-4709-ad8d-72b8ee744679 req-1fe8c234-3a39-4b96-aaa6-048952951a5a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0603974 Apr 29 08:52:02.427427 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c07ff4af-b6fd-400a-b9b3-f920838ce7e2 req-36fe4ecc-56bd-46e0-8f0b-ab76a6864991 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536516 Apr 29 08:52:02.438927 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4b9d82c5-4243-4709-ad8d-72b8ee744679 req-e67841fa-66f8-431f-a904-5123ed591174 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508792 Apr 29 08:52:02.682172 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7a505-47bf-40bf-8607-5bf7d6cf3947 req-65279a2d-8f1c-4aec-b8da-8972e16e3545 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:02.683689 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68e7a505-47bf-40bf-8607-5bf7d6cf3947 req-65279a2d-8f1c-4aec-b8da-8972e16e3545 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0469575 Apr 29 08:52:02.735640 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68e7a505-47bf-40bf-8607-5bf7d6cf3947 req-5c52d1cd-5b74-42ad-875b-0c54b17e0c66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462942 Apr 29 08:52:03.543811 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf39080-01d3-4f73-8d39-387c61133f3f req-df86a972-27d8-4a58-a2c8-bb30649c06ff tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:03.545292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6bf39080-01d3-4f73-8d39-387c61133f3f req-df86a972-27d8-4a58-a2c8-bb30649c06ff tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Apr 29 08:52:03.556363 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a937-c74f-4b2c-8b04-6c1cedf23e3a req-c9013984-fbf7-4c6a-ae36-03999a181796 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:03.558550 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb69a937-c74f-4b2c-8b04-6c1cedf23e3a req-c9013984-fbf7-4c6a-ae36-03999a181796 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0481873 Apr 29 08:52:03.595060 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6bf39080-01d3-4f73-8d39-387c61133f3f req-717bfc0c-8b6b-42d7-ac2f-a0cce42fb0c1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Apr 29 08:52:03.607710 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb69a937-c74f-4b2c-8b04-6c1cedf23e3a req-37bcdd39-ac3c-43d2-8013-cf4c2f55345a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Apr 29 08:52:03.618793 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:03.848106 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc960d-2bd7-4828-be11-f61a4f12e833 req-09bb5ed7-40cf-414c-8854-e4575eddbd98 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:03.849512 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cffc960d-2bd7-4828-be11-f61a4f12e833 req-09bb5ed7-40cf-414c-8854-e4575eddbd98 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0483575 Apr 29 08:52:03.896522 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cffc960d-2bd7-4828-be11-f61a4f12e833 req-60022d05-37ad-4fa3-a415-98b7ebb08219 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406260 Apr 29 08:52:04.715615 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33ee29-997e-4ca5-9675-87faff334069 req-eacf6e78-51e8-45dd-a939-4eb2183c170a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:04.716236 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e33ee29-997e-4ca5-9675-87faff334069 req-eacf6e78-51e8-45dd-a939-4eb2183c170a tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0501723 Apr 29 08:52:04.749282 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:04.751037 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f056-0167-44f8-975d-a38f4c387d09 req-de786856-2062-4451-83fb-187430ddcb6c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:04.753706 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a333f056-0167-44f8-975d-a38f4c387d09 req-de786856-2062-4451-83fb-187430ddcb6c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0683110 Apr 29 08:52:04.776159 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e33ee29-997e-4ca5-9675-87faff334069 req-f5cbf606-5d94-421b-9bf3-d9f9a60c95d7 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Apr 29 08:52:04.812171 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a333f056-0167-44f8-975d-a38f4c387d09 req-b4cb6487-ceac-417f-9c13-b7eed8929e60 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516717 Apr 29 08:52:05.017090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb7e7b-575a-4ab9-a9bb-6fedc9324491 req-d70889bb-ade3-4bc3-8f77-54a80e8cac58 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:05.018555 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ecb7e7b-575a-4ab9-a9bb-6fedc9324491 req-d70889bb-ade3-4bc3-8f77-54a80e8cac58 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 945 time: 0.0504024 Apr 29 08:52:05.067450 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ecb7e7b-575a-4ab9-a9bb-6fedc9324491 req-1f56b465-dee6-4f1a-93dc-e9318b14883f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Apr 29 08:52:05.780350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:52:05.833740 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:52:05.840286 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:52:05.840795 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:05.916460 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e22cb-1be2-4c63-be76-bb0969822d29 req-e2b95181-07b1-4e1e-a1a4-28e2c14f51c1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:05.930578 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5b0e22cb-1be2-4c63-be76-bb0969822d29 req-e2b95181-07b1-4e1e-a1a4-28e2c14f51c1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0812969 Apr 29 08:52:05.966117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d855d7-d97f-42e0-a764-447adee7884b req-10265a91-b6ff-403a-b9ee-80ce82db43b3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:05.968418 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84d855d7-d97f-42e0-a764-447adee7884b req-10265a91-b6ff-403a-b9ee-80ce82db43b3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0582614 Apr 29 08:52:06.013280 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:06.023104 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5b0e22cb-1be2-4c63-be76-bb0969822d29 req-562e260d-8995-465a-a9ec-a49169a5a69c tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731852 Apr 29 08:52:06.041140 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84d855d7-d97f-42e0-a764-447adee7884b req-051b35de-9038-489e-a7d9-678ff15e7ac7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619595 Apr 29 08:52:06.071037 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:52:06.071552 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:06.094766 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:52:06.097025 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67e2c73-277a-4756-822d-ffeb78bbc792" -d '{"events": [{"server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:52:06.110862 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:52:06.115561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:06.155925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2a660-f53e-47f4-b3f3-6e94fcb070be x-openstack-request-id: req-0bf2a660-f53e-47f4-b3f3-6e94fcb070be {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:52:06.156292 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "name": "network-vif-plugged", "status": "completed", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:52:06.156585 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bf2a660-f53e-47f4-b3f3-6e94fcb070be {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:52:06.157053 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf2a660-f53e-47f4-b3f3-6e94fcb070be'] response: {'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'code': 200} Apr 29 08:52:06.184190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:06.196243 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83507c5b-ccab-4c04-9348-c12a59fd5425 req-a14953fa-024a-4a88-96b5-4d56a31409d7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:06.197855 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-83507c5b-ccab-4c04-9348-c12a59fd5425 req-a14953fa-024a-4a88-96b5-4d56a31409d7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Apr 29 08:52:06.255872 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-83507c5b-ccab-4c04-9348-c12a59fd5425 req-ad07e0c8-6c37-4fa2-9285-9e2fd62f9784 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522482 Apr 29 08:52:06.312999 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:07.162847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-d8a32b48-3ec0-47a2-b7f9-c9cbd8e38d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.165241 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-d8a32b48-3ec0-47a2-b7f9-c9cbd8e38d96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1128 time: 0.0728531 Apr 29 08:52:07.203182 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:52:07.209938 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-a40aed7c-f33e-47b9-b222-1087ead91d81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 217 time: 0.1188908 Apr 29 08:52:07.238494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe6e8-7103-4078-a93f-fa502d876b05 req-5f45f742-509c-4a76-a3ba-84aa8056336c tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.241019 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7b3fe6e8-7103-4078-a93f-fa502d876b05 req-5f45f742-509c-4a76-a3ba-84aa8056336c tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0606973 Apr 29 08:52:07.329464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-fc46cb5e-cfba-476a-b1f4-6366275a8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.331139 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-fc46cb5e-cfba-476a-b1f4-6366275a8dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 1129 time: 0.1572227 Apr 29 08:52:07.348391 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c4a5-1f5e-468e-9306-fc82a3e54785 req-1987ec6a-0ad8-496f-86d5-d808b60f80bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.350437 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1294c4a5-1f5e-468e-9306-fc82a3e54785 req-1987ec6a-0ad8-496f-86d5-d808b60f80bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1754999 Apr 29 08:52:07.359185 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0776b61-3e40-4a21-a12c-037790058915 req-dc5be5eb-5d74-4eda-87b1-43c2ccf16e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.361411 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-dc5be5eb-5d74-4eda-87b1-43c2ccf16e04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1046214 Apr 29 08:52:07.414411 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.20', 51705) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:07.422697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:07.428659 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1294c4a5-1f5e-468e-9306-fc82a3e54785 req-1367b3dd-4561-4bc6-899b-25bdc9a3a346 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660045 Apr 29 08:52:07.475809 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7b3fe6e8-7103-4078-a93f-fa502d876b05 req-32064c9b-c37b-4954-ac4e-001c1b275ab8 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135415 Apr 29 08:52:07.534408 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-32a1f8a5-a611-4e87-a517-4c03a85dee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.536446 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-32a1f8a5-a611-4e87-a517-4c03a85dee3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.2941790 Apr 29 08:52:07.560919 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4dd653-5f7c-4bc6-bd33-bd6f932ad50e req-5938b40d-682b-47b4-8db3-6e63a3ee4bcd tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.562439 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1b4dd653-5f7c-4bc6-bd33-bd6f932ad50e req-5938b40d-682b-47b4-8db3-6e63a3ee4bcd tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0649643 Apr 29 08:52:07.615497 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Publish callbacks [] for security_group (7c5dbfe0-6d11-4da1-92fd-235d8fe0a5c2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:07.627285 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (7c5dbfe0-6d11-4da1-92fd-235d8fe0a5c2), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:07.662440 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1b4dd653-5f7c-4bc6-bd33-bd6f932ad50e req-9a6d88d0-be40-4d2c-8be0-2538284450c5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919733 Apr 29 08:52:07.717698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53152) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:07.724370 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-2970afc3-5010-437d-99b0-198f7f01dc32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 217 time: 0.0546198 Apr 29 08:52:07.768420 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:52:07.789276 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-462b4f06-1dd0-43eb-80ae-d88378a71846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.791704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-462b4f06-1dd0-43eb-80ae-d88378a71846 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0602803 Apr 29 08:52:07.804596 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ae884e8-483f-4abc-a217-e57e58c8b91b req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998663 Apr 29 08:52:07.810464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5dbfe0-6d11-4da1-92fd-235d8fe0a5c2,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:07.827970 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.828380 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.828921 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.829416 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.829908 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.830428 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.830939 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.831429 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.832097 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.832806 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.833306 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.833968 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.834495 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.835023 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.835394 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5aaf15-04fb-4b3e-a6f7-e2c4d502a47b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:07.844556 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6654f89-7601-4a26-b4cd-71ae2baa6770 req-3f751cf8-b39b-4a8d-91c4-80398e583457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.846427 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d6654f89-7601-4a26-b4cd-71ae2baa6770 req-3f751cf8-b39b-4a8d-91c4-80398e583457 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1130 time: 0.1697397 Apr 29 08:52:07.849533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0776b61-3e40-4a21-a12c-037790058915 req-0a4ba9c5-28e3-4c5c-b9e2-d7ad8ea403d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:07.851182 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-0a4ba9c5-28e3-4c5c-b9e2-d7ad8ea403d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1761675 Apr 29 08:52:07.928716 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:52:07.946353 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:52:07.979610 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2eba5ba4-83a4-4dda-a4ea-537a0a7a47c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.003058 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:52:08.003503 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.018919 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:52:08.041770 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:52:08.059393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.123150 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:08.133561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.133909 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.134257 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.134626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.136456 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.136810 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.137153 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.137495 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.137832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.138157 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.140620 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.141300 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.141890 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.142612 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.143230 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.147626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2eba5ba4-83a4-4dda-a4ea-537a0a7a47c2 admin admin] Publish callbacks [] for security_group (0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.158933 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2eba5ba4-83a4-4dda-a4ea-537a0a7a47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.212581 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2eba5ba4-83a4-4dda-a4ea-537a0a7a47c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a668db3e1ef4d60a7b3df33c712247f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4934573 Apr 29 08:52:08.216905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 53184) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:08.223057 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5ba4-83a4-4dda-a4ea-537a0a7a47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:08.294856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Publish callbacks [] for security_group (0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.344259 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Publish callbacks [] for security_group (0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.420490 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.423086 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.424330 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8 HTTP/1.1" status: 204 len: 168 time: 0.2057877 Apr 29 08:52:08.434627 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba68a1b-13fd-46ce-8ec9-ad3c52a236d8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:08.450702 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.454563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.455338 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.455757 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.456468 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.456922 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.457373 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.457791 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.460476 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.461033 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.461400 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.461750 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.462085 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.462419 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.462919 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44e3b0b-f2b4-4046-8f63-16d9d21d3472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:52:08.598690 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd091ad2-f560-46de-9dae-69373b132d31 req-62a4f92a-9be9-483d-8980-b30b9838ad63 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:08.600380 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd091ad2-f560-46de-9dae-69373b132d31 req-62a4f92a-9be9-483d-8980-b30b9838ad63 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0560868 Apr 29 08:52:08.611543 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140e12-7b49-4df7-a31a-d1589a7074b6 req-2429fc09-c702-4617-880b-16ef2bea7e2d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:08.613068 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5140e12-7b49-4df7-a31a-d1589a7074b6 req-2429fc09-c702-4617-880b-16ef2bea7e2d tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0542269 Apr 29 08:52:08.650868 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fd091ad2-f560-46de-9dae-69373b132d31 req-2288e0ff-708d-4e06-905c-1f83e250b98d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Apr 29 08:52:08.669865 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5140e12-7b49-4df7-a31a-d1589a7074b6 req-bfe27955-91d7-44be-a3e3-5c171cc99815 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474966 Apr 29 08:52:08.762931 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53202) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:08.775868 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-45ca2922-f967-42eb-a2bb-a971ef6f859e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.785367 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfa1b3-798e-4185-a057-0b6f77a7f53c req-cba10831-e26e-4aba-973f-6af8119fcf45 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:08.786931 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2dbfa1b3-798e-4185-a057-0b6f77a7f53c req-cba10831-e26e-4aba-973f-6af8119fcf45 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0517528 Apr 29 08:52:08.841169 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2dbfa1b3-798e-4185-a057-0b6f77a7f53c req-2b0e0fb3-ef35-4204-987c-4e73616dee66 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477376 Apr 29 08:52:08.873786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-45ca2922-f967-42eb-a2bb-a971ef6f859e admin admin] Publish callbacks [] for security_group (b8543ac3-9673-41e3-b6b5-4e824b6e8ee4), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.879226 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-45ca2922-f967-42eb-a2bb-a971ef6f859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b8543ac3-9673-41e3-b6b5-4e824b6e8ee4), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:08.923702 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-45ca2922-f967-42eb-a2bb-a971ef6f859e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7513ad62ccf34400b8b2551b590e8e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572428 Apr 29 08:52:08.923702 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca2922-f967-42eb-a2bb-a971ef6f859e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8543ac3-9673-41e3-b6b5-4e824b6e8ee4,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:08.924010 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 53204) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:08.976184 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] Publish callbacks [] for security_group (b8543ac3-9673-41e3-b6b5-4e824b6e8ee4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:09.000709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] Publish callbacks [] for security_group (b8543ac3-9673-41e3-b6b5-4e824b6e8ee4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:09.050887 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b8543ac3-9673-41e3-b6b5-4e824b6e8ee4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:09.053562 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:09.054812 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8543ac3-9673-41e3-b6b5-4e824b6e8ee4 HTTP/1.1" status: 204 len: 168 time: 0.1289988 Apr 29 08:52:09.063983 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c2e6a-71ff-4159-8ec3-7c3ebaf792fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8543ac3-9673-41e3-b6b5-4e824b6e8ee4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:09.775169 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729645cd-285f-467d-9310-44afd08b54bc req-755e1aa7-3cf0-4f8f-a577-f61b523de002 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:09.777347 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-729645cd-285f-467d-9310-44afd08b54bc req-755e1aa7-3cf0-4f8f-a577-f61b523de002 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0484018 Apr 29 08:52:09.806505 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246209c5-3e41-4c9e-b0d9-c2bb98cdbc9e req-8b925d3f-5e8b-49d3-a379-72dccea7df26 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:09.808240 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-246209c5-3e41-4c9e-b0d9-c2bb98cdbc9e req-8b925d3f-5e8b-49d3-a379-72dccea7df26 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0586514 Apr 29 08:52:09.838506 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-729645cd-285f-467d-9310-44afd08b54bc req-97de71db-6cd4-464c-b911-ce3dc4c131eb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488992 Apr 29 08:52:09.866714 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-246209c5-3e41-4c9e-b0d9-c2bb98cdbc9e req-d1ee4da1-b93b-49b1-bc71-e723f3af91e1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525758 Apr 29 08:52:09.982485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32583fce-ab06-4aaf-aee7-ab34e58bff2e req-3a6dc8a5-2440-4ea3-8125-1501e453fc27 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:09.983987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-32583fce-ab06-4aaf-aee7-ab34e58bff2e req-3a6dc8a5-2440-4ea3-8125-1501e453fc27 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0467002 Apr 29 08:52:10.043743 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-32583fce-ab06-4aaf-aee7-ab34e58bff2e req-65ba8d25-afc4-4b67-be21-2bb286256433 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538652 Apr 29 08:52:10.971825 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc28af-971f-4858-b7fb-da8433a23404 req-8476e68c-9c4d-42b9-9d68-1c777b50d843 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:10.974428 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c8dc28af-971f-4858-b7fb-da8433a23404 req-8476e68c-9c4d-42b9-9d68-1c777b50d843 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0524707 Apr 29 08:52:11.007982 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422599-849a-4042-b216-632231fd1786 req-0869046a-5dc8-4b2f-961b-cbaa23a82add tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:11.009950 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b422599-849a-4042-b216-632231fd1786 req-0869046a-5dc8-4b2f-961b-cbaa23a82add tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0591269 Apr 29 08:52:11.032487 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c8dc28af-971f-4858-b7fb-da8433a23404 req-2235e77e-630c-4759-b190-b7b354fb4c4e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484581 Apr 29 08:52:11.068964 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b422599-849a-4042-b216-632231fd1786 req-73bd2fd2-955d-487a-8c42-e43cd1aeae9b tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522289 Apr 29 08:52:11.181713 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9513-97d8-4ff3-81aa-274842cf5852 req-a58e4d3a-fe59-43d0-9f94-db0e8a43c9ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:11.184537 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5a7c9513-97d8-4ff3-81aa-274842cf5852 req-a58e4d3a-fe59-43d0-9f94-db0e8a43c9ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0513771 Apr 29 08:52:11.233645 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5a7c9513-97d8-4ff3-81aa-274842cf5852 req-a0077ded-b4cc-4afb-9bb0-6530cc1c3239 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432966 Apr 29 08:52:11.280696 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 53308) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:11.388029 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ea01cc5-6f0c-400e-b79a-f05b2c1bf882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.466599 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ea01cc5-6f0c-400e-b79a-f05b2c1bf882 admin admin] Publish callbacks [] for security_group (ab7c2199-5b0e-4abc-b3b8-a0db3b56f487), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.471942 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ea01cc5-6f0c-400e-b79a-f05b2c1bf882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ab7c2199-5b0e-4abc-b3b8-a0db3b56f487), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.510146 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea01cc5-6f0c-400e-b79a-f05b2c1bf882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c2199-5b0e-4abc-b3b8-a0db3b56f487,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:11.517716 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9ea01cc5-6f0c-400e-b79a-f05b2c1bf882 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc8d655d8e5b48dfa8f916b8feb36c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334812 Apr 29 08:52:11.517960 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 53318) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:11.572118 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] Publish callbacks [] for security_group (ab7c2199-5b0e-4abc-b3b8-a0db3b56f487), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.595966 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] Publish callbacks [] for security_group (ab7c2199-5b0e-4abc-b3b8-a0db3b56f487), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.649698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ab7c2199-5b0e-4abc-b3b8-a0db3b56f487), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.652610 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:11.653737 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab7c2199-5b0e-4abc-b3b8-a0db3b56f487 HTTP/1.1" status: 204 len: 168 time: 0.1348259 Apr 29 08:52:11.661394 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f737e7-d91e-4af9-a1d5-588238c17cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c2199-5b0e-4abc-b3b8-a0db3b56f487,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:11.941533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53326) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:11.955324 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5749-9d6d-40d7-aa86-59340de29512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.033013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5749-9d6d-40d7-aa86-59340de29512 admin admin] Publish callbacks [] for security_group (852fc65d-c4c7-4de1-8fd1-af08da4fb922), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.037051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fdd5749-9d6d-40d7-aa86-59340de29512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (852fc65d-c4c7-4de1-8fd1-af08da4fb922), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.075408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd5749-9d6d-40d7-aa86-59340de29512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852fc65d-c4c7-4de1-8fd1-af08da4fb922,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:12.080620 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4fdd5749-9d6d-40d7-aa86-59340de29512 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf77d03ff2a9484093fa9e88d5949cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379120 Apr 29 08:52:12.082776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53330) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:12.176645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] Publish callbacks [] for security_group (852fc65d-c4c7-4de1-8fd1-af08da4fb922), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.180763 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9d7e-22f6-4687-ac9b-75395f04df57 req-052d5a35-b8bd-4969-845c-be1cf55e8de0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:12.182247 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-335d9d7e-22f6-4687-ac9b-75395f04df57 req-052d5a35-b8bd-4969-845c-be1cf55e8de0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0647252 Apr 29 08:52:12.196054 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09897b71-b9cf-4fac-8e12-f0155631506f req-9de83c6c-d08a-443b-acbc-d6776aa6ac63 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:12.197554 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09897b71-b9cf-4fac-8e12-f0155631506f req-9de83c6c-d08a-443b-acbc-d6776aa6ac63 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Apr 29 08:52:12.217894 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] Publish callbacks [] for security_group (852fc65d-c4c7-4de1-8fd1-af08da4fb922), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.246442 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-09897b71-b9cf-4fac-8e12-f0155631506f req-eae9c127-7efb-4b21-a6d5-84a49b9a0b32 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Apr 29 08:52:12.267746 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-335d9d7e-22f6-4687-ac9b-75395f04df57 req-c521ff65-c764-42a6-a33c-1ba045fc2e08 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765595 Apr 29 08:52:12.289371 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (852fc65d-c4c7-4de1-8fd1-af08da4fb922), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.292093 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:12.293648 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/852fc65d-c4c7-4de1-8fd1-af08da4fb922 HTTP/1.1" status: 204 len: 168 time: 0.2104471 Apr 29 08:52:12.301654 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c365-4c25-4a8d-9265-e78e8f786c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852fc65d-c4c7-4de1-8fd1-af08da4fb922,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:12.374459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40db9b-2ada-4341-8d81-8ab78b670afc req-ecf8916d-70c9-46e2-b3bc-8d6f6a3c4fbe tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:12.375965 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e40db9b-2ada-4341-8d81-8ab78b670afc req-ecf8916d-70c9-46e2-b3bc-8d6f6a3c4fbe tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0555966 Apr 29 08:52:12.428000 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e40db9b-2ada-4341-8d81-8ab78b670afc req-08c874de-e428-46f8-98b0-b9ab5057aa46 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463719 Apr 29 08:52:13.139308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-c4bbc8f5-49da-48c2-a8c2-24119020dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:13.140809 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-c4bbc8f5-49da-48c2-a8c2-24119020dd39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449319 Apr 29 08:52:13.375481 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50db52-8a9b-4d37-8d28-d6453b69ccce req-effce4f9-6dea-4141-b7da-b5779ae7efa0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:13.377078 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc50db52-8a9b-4d37-8d28-d6453b69ccce req-effce4f9-6dea-4141-b7da-b5779ae7efa0 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0549009 Apr 29 08:52:13.396407 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f630842-ee36-452a-a839-a4d432f0c2dc req-d5e2e6a7-c45a-4947-8f57-4273fdf4711f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:13.398171 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2f630842-ee36-452a-a839-a4d432f0c2dc req-d5e2e6a7-c45a-4947-8f57-4273fdf4711f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0555334 Apr 29 08:52:13.435004 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc50db52-8a9b-4d37-8d28-d6453b69ccce req-90cd7822-5914-4f1a-83ae-dd382bcc02a2 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520535 Apr 29 08:52:13.456541 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2f630842-ee36-452a-a839-a4d432f0c2dc req-998322b2-481c-4c70-a8c2-99d0b506fbb1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512881 Apr 29 08:52:13.461134 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['afdeb60c-c7b1-441b-90f4-293273965fad'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:52:13.632714 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d6654f89-7601-4a26-b4cd-71ae2baa6770 req-a0662a1c-8906-41a6-ac5d-c67e33622c50 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893983 Apr 29 08:52:13.649024 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8ebb-9a13-4e13-9e44-0010d050be33 req-b3c857ae-a0b6-455a-b56d-b054825cbc78 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:13.656685 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-848d8ebb-9a13-4e13-9e44-0010d050be33 req-b3c857ae-a0b6-455a-b56d-b054825cbc78 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0908422 Apr 29 08:52:13.684438 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-b4c784f2-38e8-4ce5-9262-e54abd6dad25 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253299 Apr 29 08:52:13.719560 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-848d8ebb-9a13-4e13-9e44-0010d050be33 req-c3b92bd9-ec4e-438f-9495-f5513e2b5d78 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559430 Apr 29 08:52:14.392832 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-1076e098-46a7-41c5-aad4-4e3dd939ec45 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963895 Apr 29 08:52:14.458658 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53434) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:14.582811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b742cb-2d60-4f91-9c36-05426601f819 req-d35e5fde-43f8-4f30-91f8-fdf97d1e3fe4 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:14.591379 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79b742cb-2d60-4f91-9c36-05426601f819 req-d35e5fde-43f8-4f30-91f8-fdf97d1e3fe4 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0828621 Apr 29 08:52:14.610902 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-410e73b9-eea5-4300-ad70-02fe9d02672b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.631849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77bcd7-fc0d-4dd4-8410-bf227703d1ce req-20999135-d198-42ee-8a68-0057404b0c6f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:14.633306 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a77bcd7-fc0d-4dd4-8410-bf227703d1ce req-20999135-d198-42ee-8a68-0057404b0c6f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0733309 Apr 29 08:52:14.642812 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79b742cb-2d60-4f91-9c36-05426601f819 req-90d465a9-9d50-45f7-b6ee-db60c4f8ed03 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Apr 29 08:52:14.706142 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a77bcd7-fc0d-4dd4-8410-bf227703d1ce req-bd49daa8-3cfa-419a-bc78-23d1b2abbf1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650764 Apr 29 08:52:14.746570 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-410e73b9-eea5-4300-ad70-02fe9d02672b admin admin] Publish callbacks [] for security_group (b3b80ffc-c990-4384-bd23-7b808e60c984), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.753706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-410e73b9-eea5-4300-ad70-02fe9d02672b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b3b80ffc-c990-4384-bd23-7b808e60c984), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.800162 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-410e73b9-eea5-4300-ad70-02fe9d02672b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e005e1b692c64f158cf45f09588cb4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398228 Apr 29 08:52:14.801147 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e73b9-eea5-4300-ad70-02fe9d02672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b80ffc-c990-4384-bd23-7b808e60c984,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:14.804428 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53458) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:14.850702 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e750b95-f57d-4d5e-bdfb-4c69a62c1673 req-a8c40d21-3ad2-45db-8b3d-0b7f9731331a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:14.852215 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e750b95-f57d-4d5e-bdfb-4c69a62c1673 req-a8c40d21-3ad2-45db-8b3d-0b7f9731331a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0541823 Apr 29 08:52:14.874041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] Publish callbacks [] for security_group (b3b80ffc-c990-4384-bd23-7b808e60c984), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.900587 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] Publish callbacks [] for security_group (b3b80ffc-c990-4384-bd23-7b808e60c984), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.909947 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e750b95-f57d-4d5e-bdfb-4c69a62c1673 req-e88734c0-fb7b-4ef0-9e6a-2da07ec3478c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502157 Apr 29 08:52:14.957757 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b3b80ffc-c990-4384-bd23-7b808e60c984), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.961085 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:14.962345 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b3b80ffc-c990-4384-bd23-7b808e60c984 HTTP/1.1" status: 204 len: 168 time: 0.1563442 Apr 29 08:52:14.974739 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c08148-1e8e-445b-8308-d56b92bbcf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b80ffc-c990-4384-bd23-7b808e60c984,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:15.152477 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0776b61-3e40-4a21-a12c-037790058915 req-9a742fa3-2e6d-4469-97f0-553105fd06c1 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111023 Apr 29 08:52:15.154296 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccc02240-3424-4a11-9ccf-fff0f1402284 req-f89d3beb-8b08-4160-8faf-3bb6d36bd050 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118262 Apr 29 08:52:15.239444 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:52:15.283695 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53474) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:15.299523 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port afdeb60c-c7b1-441b-90f4-293273965fad completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:52:15.305482 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5235eca2-8000-49b9-873f-cd0d4a4451f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.310632 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port afdeb60c-c7b1-441b-90f4-293273965fad triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:52:15.311071 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.436180 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5235eca2-8000-49b9-873f-cd0d4a4451f1 admin admin] Publish callbacks [] for security_group (ec4510e6-91e5-4e9f-999e-283affdb1717), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.437590 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:52:15.437995 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.441223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5235eca2-8000-49b9-873f-cd0d4a4451f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ec4510e6-91e5-4e9f-999e-283affdb1717), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.466724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:52:15.469314 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528bc242-b798-4c8f-b281-5fed21741fef" -d '{"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:52:15.486798 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5235eca2-8000-49b9-873f-cd0d4a4451f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d41795ed583d48baae56dde47870f77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010899 Apr 29 08:52:15.488617 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235eca2-8000-49b9-873f-cd0d4a4451f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4510e6-91e5-4e9f-999e-283affdb1717,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:15.489622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 53484) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:15.493346 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:52:15.505672 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.546344 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c489f9f-c5c4-43c8-b8ac-10e7907e8f44 x-openstack-request-id: req-6c489f9f-c5c4-43c8-b8ac-10e7907e8f44 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:52:15.546668 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:52:15.546940 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c489f9f-c5c4-43c8-b8ac-10e7907e8f44 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:52:15.547427 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c489f9f-c5c4-43c8-b8ac-10e7907e8f44'] response: {'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'code': 200} Apr 29 08:52:15.560539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] Publish callbacks [] for security_group (ec4510e6-91e5-4e9f-999e-283affdb1717), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.578695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:15.595535 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] Publish callbacks [] for security_group (ec4510e6-91e5-4e9f-999e-283affdb1717), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.669600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ec4510e6-91e5-4e9f-999e-283affdb1717), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.673620 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:15.675183 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec4510e6-91e5-4e9f-999e-283affdb1717 HTTP/1.1" status: 204 len: 168 time: 0.1845784 Apr 29 08:52:15.714613 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325974bf-9ade-4e1a-9b1a-5c7124e17ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4510e6-91e5-4e9f-999e-283affdb1717,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:15.819677 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ccb9a-b52a-479f-8299-78825be10e99 req-46539d9f-a676-4394-ad89-29704baa3ce1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:15.822233 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9f0ccb9a-b52a-479f-8299-78825be10e99 req-46539d9f-a676-4394-ad89-29704baa3ce1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0677223 Apr 29 08:52:15.884746 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aec1f-c52f-4466-a6c5-dcdcd925e5a5 req-7e1c5f1f-37ae-47ff-91fd-58b7b52d6a72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:15.886481 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-977aec1f-c52f-4466-a6c5-dcdcd925e5a5 req-7e1c5f1f-37ae-47ff-91fd-58b7b52d6a72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0682602 Apr 29 08:52:15.922945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9f0ccb9a-b52a-479f-8299-78825be10e99 req-8f491e0c-5902-43fd-8ff7-a1df95c55f75 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905733 Apr 29 08:52:16.006032 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-977aec1f-c52f-4466-a6c5-dcdcd925e5a5 req-d5043216-1936-47de-a877-fdc8b7106e06 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133013 Apr 29 08:52:16.130610 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614848ce-680e-4ff4-9f59-85397662332f req-8a119ab0-86a4-450d-a477-505dfd98ceb0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:16.132378 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-614848ce-680e-4ff4-9f59-85397662332f req-8a119ab0-86a4-450d-a477-505dfd98ceb0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0785139 Apr 29 08:52:16.202540 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-614848ce-680e-4ff4-9f59-85397662332f req-ee6c57bb-c6fd-4861-82e5-b9b1664d8787 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576153 Apr 29 08:52:17.064531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930458f9-9a65-456a-9743-226e5111078d req-81a4afd8-a6ea-457b-a65b-9d91d5626545 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:17.070562 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-930458f9-9a65-456a-9743-226e5111078d req-81a4afd8-a6ea-457b-a65b-9d91d5626545 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0637295 Apr 29 08:52:17.144237 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7624e-78d5-4122-80a4-3474acee6b60 req-7c00976c-7468-495b-9a5c-0c0d8e6cee6a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:17.151347 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0c7624e-78d5-4122-80a4-3474acee6b60 req-7c00976c-7468-495b-9a5c-0c0d8e6cee6a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0631278 Apr 29 08:52:17.209841 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0c7624e-78d5-4122-80a4-3474acee6b60 req-9307b322-d973-41f3-b571-12139d148f42 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570436 Apr 29 08:52:17.325732 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-930458f9-9a65-456a-9743-226e5111078d req-fa681af2-c7d5-4c2c-ab01-21f9865445b2 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499754 Apr 29 08:52:17.333969 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca19b-f3ab-4d40-956f-f1a2bbc84f54 req-b94e5846-b664-477e-b6f2-d7eb2c2e925f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:17.335495 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de4ca19b-f3ab-4d40-956f-f1a2bbc84f54 req-b94e5846-b664-477e-b6f2-d7eb2c2e925f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0522664 Apr 29 08:52:17.398755 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de4ca19b-f3ab-4d40-956f-f1a2bbc84f54 req-12b078fc-d3f2-4bd6-9f58-b1794ba89851 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566497 Apr 29 08:52:18.334423 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b16a4-dcfc-4a4f-9a4a-70f4f490ce26 req-7358bfca-4509-4081-aead-829f2d605a7d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:18.335888 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ad1b16a4-dcfc-4a4f-9a4a-70f4f490ce26 req-7358bfca-4509-4081-aead-829f2d605a7d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0463912 Apr 29 08:52:18.383847 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ad1b16a4-dcfc-4a4f-9a4a-70f4f490ce26 req-86b6af18-def2-43dd-a086-4327d9805b58 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Apr 29 08:52:18.514392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea72653-f2a8-400b-a945-c6235c1e728c req-76aff959-ec6f-4a68-98b0-0052ab944271 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:18.514392 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bea72653-f2a8-400b-a945-c6235c1e728c req-76aff959-ec6f-4a68-98b0-0052ab944271 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0466030 Apr 29 08:52:18.562974 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bea72653-f2a8-400b-a945-c6235c1e728c req-a653d824-bc12-4c3d-93a4-aa682ede990d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446246 Apr 29 08:52:19.517121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21076ce0-e534-4197-bcc5-a0e9f9d8596c req-25056601-6c8d-41d2-b79a-cf094541db1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:19.519173 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21076ce0-e534-4197-bcc5-a0e9f9d8596c req-25056601-6c8d-41d2-b79a-cf094541db1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0581987 Apr 29 08:52:19.573654 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21076ce0-e534-4197-bcc5-a0e9f9d8596c req-fcd514ec-fac3-4e0c-9118-f8e3a130c02c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479240 Apr 29 08:52:19.689376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642680e-e295-4cc6-916c-8142ad378793 req-085c07ac-7141-4cdb-9be9-d5a62b17191c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:19.690790 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6642680e-e295-4cc6-916c-8142ad378793 req-085c07ac-7141-4cdb-9be9-d5a62b17191c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0470316 Apr 29 08:52:19.751045 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6642680e-e295-4cc6-916c-8142ad378793 req-be36022c-1b25-4838-8303-8ccd28c78c69 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545614 Apr 29 08:52:20.696826 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c7ec9-ec2a-48a2-af41-a803cfbe29ef req-6e619169-e54d-499a-a166-9de69a2d3200 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:20.699005 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-760c7ec9-ec2a-48a2-af41-a803cfbe29ef req-6e619169-e54d-499a-a166-9de69a2d3200 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0503519 Apr 29 08:52:20.753053 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-760c7ec9-ec2a-48a2-af41-a803cfbe29ef req-650eba02-597d-4ee7-8f9d-7d160726da60 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461419 Apr 29 08:52:20.890919 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074e11-5944-4162-b06d-174711f2d18e req-5efa0182-61fc-4d73-bf5a-55a3c5449d6b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:20.892566 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46074e11-5944-4162-b06d-174711f2d18e req-5efa0182-61fc-4d73-bf5a-55a3c5449d6b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0642323 Apr 29 08:52:20.953827 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46074e11-5944-4162-b06d-174711f2d18e req-691d2ca5-4cb3-434d-8599-cd9f73bd9376 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540149 Apr 29 08:52:21.878050 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a979433-a423-47c4-a6ae-7a4f775e1171 req-16dbe374-4ba8-4a4c-8951-5d09ef47625d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:21.879548 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2a979433-a423-47c4-a6ae-7a4f775e1171 req-16dbe374-4ba8-4a4c-8951-5d09ef47625d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0488570 Apr 29 08:52:21.928795 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2a979433-a423-47c4-a6ae-7a4f775e1171 req-87fb5312-68e1-4e6b-97e2-5078a6de5173 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Apr 29 08:52:22.071979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f53c1f-50ec-4654-9803-8af3424d9e6d req-9f90d5bb-cf46-4c85-8cfa-3342a3746e25 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:22.080377 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20f53c1f-50ec-4654-9803-8af3424d9e6d req-9f90d5bb-cf46-4c85-8cfa-3342a3746e25 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0596275 Apr 29 08:52:22.126089 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-20f53c1f-50ec-4654-9803-8af3424d9e6d req-79ad2a93-7d64-4a18-9ab4-e09e533c7a11 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448487 Apr 29 08:52:22.294225 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81a06e-fb68-4c99-ad66-39bc622a3482 req-804dd871-5f76-4cc9-8a21-c59d2e7b221a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:22.296049 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4a81a06e-fb68-4c99-ad66-39bc622a3482 req-804dd871-5f76-4cc9-8a21-c59d2e7b221a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0577672 Apr 29 08:52:22.304964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53700) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:22.310240 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:52:22.391536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:22.454646 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30464ff0-0bf1-45dc-808e-4e1e56cb10b8 req-4a67a1e5-11bd-44f3-8795-94308eaf8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:22.456506 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30464ff0-0bf1-45dc-808e-4e1e56cb10b8 req-4a67a1e5-11bd-44f3-8795-94308eaf8d74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1130 time: 0.0805321 Apr 29 08:52:22.521153 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30464ff0-0bf1-45dc-808e-4e1e56cb10b8 req-baf3ed15-93e4-4ae2-9414-74187eaba04e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514708 Apr 29 08:52:23.079074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:23.091308 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:23.099002 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379890d-777b-4fb4-8423-377f54d1c4c9 req-cbfb9272-c6e4-4589-9169-67a6ed952df9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:23.100775 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7379890d-777b-4fb4-8423-377f54d1c4c9 req-cbfb9272-c6e4-4589-9169-67a6ed952df9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0777466 Apr 29 08:52:23.218951 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7379890d-777b-4fb4-8423-377f54d1c4c9 req-c3fb02eb-0dc2-41dc-9c32-0f68c8b3b5d2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815556 Apr 29 08:52:23.234799 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 06e33e67-3c70-4378-b313-8bc2b46c2067 associated. External IP: 172.27.0.65, port: 3b21bf13-34c3-4eab-b46e-1fddbe0106a8. Apr 29 08:52:23.444789 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:52:23.568262 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:52:23.573180 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:23.583550 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:52:23.595758 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:52:23.596500 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd1fb80>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:52:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:23.612558 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-31c3bbdf-b367-4b5b-808f-56d5fab37e4e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "PUT /v2.0/floatingips/06e33e67-3c70-4378-b313-8bc2b46c2067 HTTP/1.1" status: 200 len: 991 time: 1.3062921 Apr 29 08:52:23.613171 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:52:23.615452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86446039-512a-423a-b02f-feee54c139e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:52:23.662258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4763123-3134-4789-b65e-c512c3deb8d8 x-openstack-request-id: req-d4763123-3134-4789-b65e-c512c3deb8d8 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:52:23.663258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:52:23.663258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4763123-3134-4789-b65e-c512c3deb8d8 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:52:23.663653 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4763123-3134-4789-b65e-c512c3deb8d8'] response: {'name': 'network-changed', 'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'status': 'completed', 'code': 200} Apr 29 08:52:23.729229 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:52:24.129511 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd1fb80>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:22Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:24.160577 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:52:24.175668 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:52:24.176483 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd1fb80>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:52:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:24.224273 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446039-512a-423a-b02f-feee54c139e2 req-9280fc53-b09f-4f20-b94e-bc311d61044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:24.227426 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-9280fc53-b09f-4f20-b94e-bc311d61044f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1130 time: 0.2527826 Apr 29 08:52:24.318257 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:52:24.352112 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446039-512a-423a-b02f-feee54c139e2 req-fe9bee1b-c294-4a42-b6b5-ca12fc5844fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:24.353984 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-fe9bee1b-c294-4a42-b6b5-ca12fc5844fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.1190901 Apr 29 08:52:24.369862 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc065af-f2e5-4a87-92d2-9aa6da2aba94 req-8bfa1148-b0b3-4f8d-a9d8-02b2314433a5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:24.373140 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4bc065af-f2e5-4a87-92d2-9aa6da2aba94 req-8bfa1148-b0b3-4f8d-a9d8-02b2314433a5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0663953 Apr 29 08:52:24.433611 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4bc065af-f2e5-4a87-92d2-9aa6da2aba94 req-0e166941-6326-472b-a33f-564be09e8ae9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539308 Apr 29 08:52:24.573628 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd1fb80>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:22Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:24.601881 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0884f-1e9f-4910-9f39-cb52d214b315 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:22Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:52:24.738104 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-84e6033f-3020-4d50-bee4-9051e60680d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 999 time: 0.1474705 Apr 29 08:52:24.861134 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82af7f-85eb-4e02-9941-19aa140d2324 None None] New status for floating IP 06e33e67-3c70-4378-b313-8bc2b46c2067: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:52:25.559996 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f04d46-e5ab-4992-a35d-7714ccc40ba7 req-878629af-9d54-446e-84a2-6f01c3b2e92c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:25.561453 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-85f04d46-e5ab-4992-a35d-7714ccc40ba7 req-878629af-9d54-446e-84a2-6f01c3b2e92c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0490232 Apr 29 08:52:25.608194 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-85f04d46-e5ab-4992-a35d-7714ccc40ba7 req-aa3f32d9-38ba-476b-bd32-7a52ab76e28b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Apr 29 08:52:25.732967 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1ca96-2354-42ca-8b88-3654e850dabc req-73e83c2a-1587-48bf-b07a-b6d3a7aa7f34 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:25.734466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-12f1ca96-2354-42ca-8b88-3654e850dabc req-73e83c2a-1587-48bf-b07a-b6d3a7aa7f34 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0468025 Apr 29 08:52:25.743676 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 53790) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:25.748469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'floatingip': {'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:52:25.787107 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:26.437807 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:26.441720 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:26.543664 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Floating IP 19a806bf-cb39-493b-84bb-d05872169e85 associated. External IP: 172.27.0.124, port: afdeb60c-c7b1-441b-90f4-293273965fad. Apr 29 08:52:26.755714 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:52:26.867070 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:52:26.872335 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:26.879080 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:52:26.890763 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:52:26.891403 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1e357c0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:52:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:26.903186 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c4860237-2545-459a-b82a-32ddebd5a8d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "PUT /v2.0/floatingips/19a806bf-cb39-493b-84bb-d05872169e85 HTTP/1.1" status: 200 len: 992 time: 1.1583476 Apr 29 08:52:26.903843 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:52:26.906103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c043f7-1dee-445d-ad87-37779d6caa54" -d '{"events": [{"name": "network-changed", "server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:52:26.950944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed3a53f-10c4-4c34-848b-1f2f383f18e0 x-openstack-request-id: req-2ed3a53f-10c4-4c34-848b-1f2f383f18e0 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:52:26.951247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:52:26.951508 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ed3a53f-10c4-4c34-848b-1f2f383f18e0 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:52:26.951919 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed3a53f-10c4-4c34-848b-1f2f383f18e0'] response: {'name': 'network-changed', 'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'status': 'completed', 'code': 200} Apr 29 08:52:27.006100 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:52:27.228781 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1e357c0>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '19a806bf-cb39-493b-84bb-d05872169e85', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:18Z', 'updated_at': '2022-04-29T08:52:26Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:27.259501 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:52:27.268431 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:52:27.269054 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1e357c0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:52:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:27.378687 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:52:27.595363 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1e357c0>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '19a806bf-cb39-493b-84bb-d05872169e85', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:18Z', 'updated_at': '2022-04-29T08:52:26Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:52:27.620970 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8834a1-05f5-49fa-bbfa-e1d8666ae925 None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '19a806bf-cb39-493b-84bb-d05872169e85', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:18Z', 'updated_at': '2022-04-29T08:52:26Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:52:27.805707 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66692d9-6bb1-4fda-9e7d-d8fd077db265 None None] New status for floating IP 19a806bf-cb39-493b-84bb-d05872169e85: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:52:29.778975 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446039-512a-423a-b02f-feee54c139e2 req-da5f7faf-44c7-4bfb-a61b-1fb0ef223135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:29.780405 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-da5f7faf-44c7-4bfb-a61b-1fb0ef223135 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0473087 Apr 29 08:52:29.789076 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-2dcdecb5-3d54-4aaf-9fd8-1d5931ed3adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:29.790783 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-2dcdecb5-3d54-4aaf-9fd8-1d5931ed3adf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1130 time: 0.0460699 Apr 29 08:52:29.793162 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99131443-8511-4589-816c-1bfbf6fb0928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:29.827952 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446039-512a-423a-b02f-feee54c139e2 req-ab5867d4-a711-4fc4-afea-33c2d36ec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:29.829542 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-ab5867d4-a711-4fc4-afea-33c2d36ec74a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429215 Apr 29 08:52:29.890947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-fa2e5770-6247-4ee1-bf3f-bffc1f90873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:29.892466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-fa2e5770-6247-4ee1-bf3f-bffc1f90873c service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.0959678 Apr 29 08:52:29.929267 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-9448d0c7-1ae4-45d0-8c1b-73346c717b4f service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916390 Apr 29 08:52:29.990105 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-5af6801e-ca41-47a1-b12b-e532732c14e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1002 time: 0.0915790 Apr 29 08:52:30.020401 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-86446039-512a-423a-b02f-feee54c139e2 req-88656d48-d5b8-42d7-855d-e80157a0d783 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Apr 29 08:52:30.052691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-37e44bf2-16e6-4c97-93ec-5bae0f3fd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:30.054165 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-37e44bf2-16e6-4c97-93ec-5bae0f3fd420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0509574 Apr 29 08:52:30.353081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-463de800-3607-409b-9b6f-eb7b64f6dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:30.354642 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-463de800-3607-409b-9b6f-eb7b64f6dff5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407982 Apr 29 08:52:30.453941 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-9634d241-bfa7-4f97-a95b-a436fb3bf9ae service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927148 Apr 29 08:52:30.544538 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-44c043f7-1dee-445d-ad87-37779d6caa54 req-a3db20f5-db54-45b6-87c3-2b9a1454d5c8 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823774 Apr 29 08:52:32.064380 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac12549d-e933-4d2e-bc86-7de651a94d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:33.615557 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:34.744502 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:35.963718 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:36.315411 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.193283 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:52:44.479996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54136) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:44.586261 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ce89102-e129-44a5-828a-6277e6efc73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.662404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ce89102-e129-44a5-828a-6277e6efc73f admin admin] Publish callbacks [] for security_group (cd5463b0-bf93-40cd-bcfc-8468853595f2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.665761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ce89102-e129-44a5-828a-6277e6efc73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cd5463b0-bf93-40cd-bcfc-8468853595f2), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.709312 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9ce89102-e129-44a5-828a-6277e6efc73f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=247c7ef95bee4384bbb5be1fa5408e97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281277 Apr 29 08:52:44.710202 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce89102-e129-44a5-828a-6277e6efc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5463b0-bf93-40cd-bcfc-8468853595f2,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:44.712270 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54150) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:44.769330 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] Publish callbacks [] for security_group (cd5463b0-bf93-40cd-bcfc-8468853595f2), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.790944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] Publish callbacks [] for security_group (cd5463b0-bf93-40cd-bcfc-8468853595f2), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.845749 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cd5463b0-bf93-40cd-bcfc-8468853595f2), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.848803 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:44.852816 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd5463b0-bf93-40cd-bcfc-8468853595f2 HTTP/1.1" status: 204 len: 168 time: 0.1390824 Apr 29 08:52:44.867162 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55407c1-6ddc-4bfb-931a-7bf80a5316fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5463b0-bf93-40cd-bcfc-8468853595f2,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:45.430004 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54198) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:45.538258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54204) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:45.623780 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-73fb42c3-ec26-4938-a5d0-0bab0829f0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.639754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-310749cd-1957-4afd-8d5d-b4045abcbe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.772157 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-73fb42c3-ec26-4938-a5d0-0bab0829f0f3 admin admin] Publish callbacks [] for security_group (97d935ae-1d1d-4c0b-8c78-794bc6789f0a), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.776846 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-73fb42c3-ec26-4938-a5d0-0bab0829f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (97d935ae-1d1d-4c0b-8c78-794bc6789f0a), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.806218 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-310749cd-1957-4afd-8d5d-b4045abcbe98 admin admin] Publish callbacks [] for security_group (d398aed8-e306-438a-98e4-677149a83d39), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.822693 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-310749cd-1957-4afd-8d5d-b4045abcbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d398aed8-e306-438a-98e4-677149a83d39), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.842820 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb42c3-ec26-4938-a5d0-0bab0829f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d935ae-1d1d-4c0b-8c78-794bc6789f0a,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:45.847063 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-73fb42c3-ec26-4938-a5d0-0bab0829f0f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9523f2f8273a44d581996ccaf8d3ad81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155705 Apr 29 08:52:45.851716 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54216) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:45.884452 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-310749cd-1957-4afd-8d5d-b4045abcbe98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7d90dfa2c5d412dbf8c0517bd21e4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447609 Apr 29 08:52:45.885581 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310749cd-1957-4afd-8d5d-b4045abcbe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d398aed8-e306-438a-98e4-677149a83d39,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:45.888587 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54220) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:45.952819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] Publish callbacks [] for security_group (97d935ae-1d1d-4c0b-8c78-794bc6789f0a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.989652 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] Publish callbacks [] for security_group (97d935ae-1d1d-4c0b-8c78-794bc6789f0a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:45.999988 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] Publish callbacks [] for security_group (d398aed8-e306-438a-98e4-677149a83d39), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.042749 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] Publish callbacks [] for security_group (d398aed8-e306-438a-98e4-677149a83d39), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.094188 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (97d935ae-1d1d-4c0b-8c78-794bc6789f0a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.096765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.100458 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97d935ae-1d1d-4c0b-8c78-794bc6789f0a HTTP/1.1" status: 204 len: 168 time: 0.2473609 Apr 29 08:52:46.116962 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07873a-32a2-4150-8f0c-a484d705f50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d935ae-1d1d-4c0b-8c78-794bc6789f0a,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:46.121376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d398aed8-e306-438a-98e4-677149a83d39), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.123999 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.126014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d398aed8-e306-438a-98e4-677149a83d39 HTTP/1.1" status: 204 len: 168 time: 0.2362976 Apr 29 08:52:46.135482 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3036d1-fc3d-460a-8a84-f8ec25d0c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d398aed8-e306-438a-98e4-677149a83d39,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:46.663431 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54250) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:46.681507 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-786ad243-fc72-4d4b-a5d2-c61a3b8cdcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.768586 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-786ad243-fc72-4d4b-a5d2-c61a3b8cdcc0 admin admin] Publish callbacks [] for security_group (4face976-8df8-48ce-b2bd-ae3fb6666d48), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.773138 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-786ad243-fc72-4d4b-a5d2-c61a3b8cdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4face976-8df8-48ce-b2bd-ae3fb6666d48), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.811092 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad243-fc72-4d4b-a5d2-c61a3b8cdcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4face976-8df8-48ce-b2bd-ae3fb6666d48,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:46.822964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54258) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:46.830574 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-786ad243-fc72-4d4b-a5d2-c61a3b8cdcc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7de996b482f54d93a6c600c129ee9d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658788 Apr 29 08:52:46.882907 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] Publish callbacks [] for security_group (4face976-8df8-48ce-b2bd-ae3fb6666d48), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.906938 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] Publish callbacks [] for security_group (4face976-8df8-48ce-b2bd-ae3fb6666d48), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.976515 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4face976-8df8-48ce-b2bd-ae3fb6666d48), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.982785 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:46.988097 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4face976-8df8-48ce-b2bd-ae3fb6666d48 HTTP/1.1" status: 204 len: 168 time: 0.1641321 Apr 29 08:52:46.999983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10043006-3fc3-4f8a-b1c8-d02b7989c732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4face976-8df8-48ce-b2bd-ae3fb6666d48,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:47.576177 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54298) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:47.614409 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54302) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:47.725077 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2a7a-ed90-4d66-b275-471d7bb823a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.741955 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1474612405-network', 'tenant_id': '2c0d26c7abcc4bc7b175ac175bb5f2ec'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:52:47.773613 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Made reservation on behalf of 2c0d26c7abcc4bc7b175ac175bb5f2ec for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:52:47.775928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.792469 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.868653 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2a7a-ed90-4d66-b275-471d7bb823a3 admin admin] Publish callbacks [] for security_group (9bfeb490-c2ee-4048-9819-560f4a921eb4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.875963 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3f2d2a7a-ed90-4d66-b275-471d7bb823a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9bfeb490-c2ee-4048-9819-560f4a921eb4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.939510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3f2d2a7a-ed90-4d66-b275-471d7bb823a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b49e5867405d4ed590e5439479e141ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619804 Apr 29 08:52:47.942594 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d2a7a-ed90-4d66-b275-471d7bb823a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfeb490-c2ee-4048-9819-560f4a921eb4,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:47.942745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54314) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:47.959109 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks [] for security_group (53c23511-f8db-4b15-b86b-e947e02008c3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.965582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (53c23511-f8db-4b15-b86b-e947e02008c3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:47.989623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:52:48.005545 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c23511-f8db-4b15-b86b-e947e02008c3,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:48.007675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] Publish callbacks [] for security_group (9bfeb490-c2ee-4048-9819-560f4a921eb4), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.010822 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (930f8286-5fa3-4b34-abe2-47d2dcfab7f0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.011173 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Added segment 930f8286-5fa3-4b34-abe2-47d2dcfab7f0 of type vlan for network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 Apr 29 08:52:48.049291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] Publish callbacks [] for security_group (9bfeb490-c2ee-4048-9819-560f4a921eb4), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.064572 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.093661 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.094869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:48.095745 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.117271 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9bfeb490-c2ee-4048-9819-560f4a921eb4), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.119910 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.121197 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bfeb490-c2ee-4048-9819-560f4a921eb4 HTTP/1.1" status: 204 len: 168 time: 0.1775517 Apr 29 08:52:48.131122 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3d9f6-1fa0-42d7-a41e-51cdbc02ae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfeb490-c2ee-4048-9819-560f4a921eb4,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:48.183867 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5673399 Apr 29 08:52:48.187563 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54324) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:48.188965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db013b4c-4a1a-4e00-9cd7-1dd5b0f91950 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:48.193448 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Request body: {'subnet': {'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1474612405-subnet', 'tenant_id': '2c0d26c7abcc4bc7b175ac175bb5f2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:52:48.201643 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:52:48.218412 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Made reservation on behalf of 2c0d26c7abcc4bc7b175ac175bb5f2ec for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:52:48.224728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60737328'] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.445052 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60737474'] for subnet (3030e453-f86d-4a91-a3da-0eaac211a177), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.500300 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3030e453-f86d-4a91-a3da-0eaac211a177,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:48.532557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Checking segment: {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:52:48.533111 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Network hostable DHCP agents. Network: f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:52:48.558235 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:52:48.569856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:52:48.576575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54340) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:48.582591 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e696a93f-eda4-4338-8bd4-9e9105458d19 None None] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:52:48.587985 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:48.588717 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.597717 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76dcd609-7d43-4f70-8474-25d11ccd20ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.628332 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f33c84ee-39e2-450a-92dd-ded2de8a0aa9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4393930 Apr 29 08:52:48.722317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76dcd609-7d43-4f70-8474-25d11ccd20ab admin admin] Publish callbacks [] for security_group (b305a153-dbf2-4014-a95f-8f74af0635f7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.730758 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76dcd609-7d43-4f70-8474-25d11ccd20ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b305a153-dbf2-4014-a95f-8f74af0635f7), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.743283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd091a93-9e55-4140-8571-e24fbdc70711 None None] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:52:48.802719 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-76dcd609-7d43-4f70-8474-25d11ccd20ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b97cf33d4bca4990848c315cf7d69fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219117 Apr 29 08:52:48.802719 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd609-7d43-4f70-8474-25d11ccd20ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b305a153-dbf2-4014-a95f-8f74af0635f7,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:48.803188 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54350) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:48.890723 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] Publish callbacks [] for security_group (b305a153-dbf2-4014-a95f-8f74af0635f7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.918347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] Publish callbacks [] for security_group (b305a153-dbf2-4014-a95f-8f74af0635f7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.978618 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b305a153-dbf2-4014-a95f-8f74af0635f7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.981655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:48.983015 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b305a153-dbf2-4014-a95f-8f74af0635f7 HTTP/1.1" status: 204 len: 168 time: 0.1787913 Apr 29 08:52:48.992707 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946f4d7-d10e-49c6-811a-abb1fcf672dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b305a153-dbf2-4014-a95f-8f74af0635f7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:51.001548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54442) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:51.157964 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eb423125-24e6-48ae-9cd9-27a121af952d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.249999 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eb423125-24e6-48ae-9cd9-27a121af952d admin admin] Publish callbacks [] for security_group (9e115a3c-b908-4128-a715-a85d02820a19), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.254830 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-eb423125-24e6-48ae-9cd9-27a121af952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9e115a3c-b908-4128-a715-a85d02820a19), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.299321 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423125-24e6-48ae-9cd9-27a121af952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e115a3c-b908-4128-a715-a85d02820a19,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:51.309640 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-eb423125-24e6-48ae-9cd9-27a121af952d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b56e084720f41eeaf2ae737769552d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026512 Apr 29 08:52:51.310798 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54448) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:51.367543 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] Publish callbacks [] for security_group (9e115a3c-b908-4128-a715-a85d02820a19), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.391416 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] Publish callbacks [] for security_group (9e115a3c-b908-4128-a715-a85d02820a19), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.444598 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9e115a3c-b908-4128-a715-a85d02820a19), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.447531 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.448696 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e115a3c-b908-4128-a715-a85d02820a19 HTTP/1.1" status: 204 len: 168 time: 0.1371448 Apr 29 08:52:51.458518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cfb03-2f6f-4996-84f1-99c400a46904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e115a3c-b908-4128-a715-a85d02820a19,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:51.783495 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54460) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:51.797263 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c5cab6d7-29f8-47d9-9201-04ceb41e0f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.908740 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c5cab6d7-29f8-47d9-9201-04ceb41e0f9d admin admin] Publish callbacks [] for security_group (c141eccc-7ede-4241-aeee-989ade340075), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.913321 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c5cab6d7-29f8-47d9-9201-04ceb41e0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (c141eccc-7ede-4241-aeee-989ade340075), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:51.955341 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c5cab6d7-29f8-47d9-9201-04ceb41e0f9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=415c37f9e17247dda9ce38a5f8be5c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708212 Apr 29 08:52:51.956225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cab6d7-29f8-47d9-9201-04ceb41e0f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c141eccc-7ede-4241-aeee-989ade340075,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:51.959927 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54480) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:52.032085 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] Publish callbacks [] for security_group (c141eccc-7ede-4241-aeee-989ade340075), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.039071 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-e1042f11-b4e4-47b0-98b4-2294c32b2481 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:52.048820 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-e1042f11-b4e4-47b0-98b4-2294c32b2481 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/networks?id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 200 len: 814 time: 0.1510994 Apr 29 08:52:52.057335 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] Publish callbacks [] for security_group (c141eccc-7ede-4241-aeee-989ade340075), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.064811 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-8ba23947-c259-4d5e-a628-a8218e6940c9 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/quotas/2c0d26c7abcc4bc7b175ac175bb5f2ec HTTP/1.1" status: 200 len: 375 time: 0.0146666 Apr 29 08:52:52.128781 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-dcda75ab-c471-468d-88bd-e15ca73c8a23 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618219 Apr 29 08:52:52.133554 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (c141eccc-7ede-4241-aeee-989ade340075), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.136770 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.139831 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c141eccc-7ede-4241-aeee-989ade340075 HTTP/1.1" status: 204 len: 168 time: 0.1785460 Apr 29 08:52:52.149638 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d83d1d-b89d-4320-9531-01e1d9116a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141eccc-7ede-4241-aeee-989ade340075,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:52.437947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54508) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:52.483667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-daeae45f-22d0-4a66-a3d4-d9e281029b71 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:52:52.484738 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-daeae45f-22d0-4a66-a3d4-d9e281029b71 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1358321 Apr 29 08:52:52.506504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fedd0932-5149-499f-a35e-42c8bac9c62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.620771 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-eb302876-8171-4345-8be6-5b10e50bf624 service neutron] 10.222.0.31 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278198 Apr 29 08:52:52.721195 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fedd0932-5149-499f-a35e-42c8bac9c62e admin admin] Publish callbacks [] for security_group (3abc34d1-e80d-428d-8ad3-360ab09025e7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.727622 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fedd0932-5149-499f-a35e-42c8bac9c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (3abc34d1-e80d-428d-8ad3-360ab09025e7), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.778764 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-032bcb1d-3bcd-47c7-89a2-f6078acf0897 service neutron] 10.222.0.31 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508226 Apr 29 08:52:52.787966 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-fedd0932-5149-499f-a35e-42c8bac9c62e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6935d54546b4f5093b702a235437ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460324 Apr 29 08:52:52.787966 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54530) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:52.793787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd0932-5149-499f-a35e-42c8bac9c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc34d1-e80d-428d-8ad3-360ab09025e7,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:52.846951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] Publish callbacks [] for security_group (3abc34d1-e80d-428d-8ad3-360ab09025e7), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.876402 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] Publish callbacks [] for security_group (3abc34d1-e80d-428d-8ad3-360ab09025e7), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.951190 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (3abc34d1-e80d-428d-8ad3-360ab09025e7), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.954545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:52.958760 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3abc34d1-e80d-428d-8ad3-360ab09025e7 HTTP/1.1" status: 204 len: 168 time: 0.1672034 Apr 29 08:52:52.973758 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16045-6ec1-45f3-ad6b-bb0ea52003b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc34d1-e80d-428d-8ad3-360ab09025e7,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:53.094922 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b6e7a004-53ed-44d8-98b0-acbb514ee156 req-bbad32a2-c450-452e-a637-99601239a9d4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0475287 Apr 29 08:52:53.186068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5bc54-9426-4c55-86e3-4e4c17d52580 req-33687d0b-b812-4e57-b8a9-0bb776ee4bce tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:53.187729 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fb5bc54-9426-4c55-86e3-4e4c17d52580 req-33687d0b-b812-4e57-b8a9-0bb776ee4bce tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0650284 Apr 29 08:52:53.245693 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fb5bc54-9426-4c55-86e3-4e4c17d52580 req-b362266f-2485-4e1a-bc3f-121ff0a635d6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515103 Apr 29 08:52:53.519787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54576) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:53.535877 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f586046f-17eb-4571-92f6-79e270352f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.632495 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f586046f-17eb-4571-92f6-79e270352f6a admin admin] Publish callbacks [] for security_group (764e8cdb-283c-4826-8791-b19bcbb2d426), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.638439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f586046f-17eb-4571-92f6-79e270352f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (764e8cdb-283c-4826-8791-b19bcbb2d426), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.681587 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586046f-17eb-4571-92f6-79e270352f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764e8cdb-283c-4826-8791-b19bcbb2d426,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:53.686960 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f586046f-17eb-4571-92f6-79e270352f6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6ca749814ae4c228741282eb107cca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660924 Apr 29 08:52:53.689991 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54580) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:53.754620 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] Publish callbacks [] for security_group (764e8cdb-283c-4826-8791-b19bcbb2d426), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.797090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] Publish callbacks [] for security_group (764e8cdb-283c-4826-8791-b19bcbb2d426), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.858971 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (764e8cdb-283c-4826-8791-b19bcbb2d426), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.862247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:53.866029 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/764e8cdb-283c-4826-8791-b19bcbb2d426 HTTP/1.1" status: 204 len: 168 time: 0.1725841 Apr 29 08:52:53.875456 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009147ff-af5c-4d26-a23c-0fe309aa8db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764e8cdb-283c-4826-8791-b19bcbb2d426,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:54.203425 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9551cf55-82f1-481d-bd32-e46b37e62644 req-b241487f-4c1d-4222-94d4-5c990dcaccf2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0302436 Apr 29 08:52:54.377896 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25f04d-cd9b-4682-8661-408706077768 req-6cfcb770-1c55-4a3c-9f48-87dabd2bdcc1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:54.379397 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd25f04d-cd9b-4682-8661-408706077768 req-6cfcb770-1c55-4a3c-9f48-87dabd2bdcc1 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0516098 Apr 29 08:52:54.430649 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd25f04d-cd9b-4682-8661-408706077768 req-f37ce6f8-2763-418d-b62b-ead510adc037 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451908 Apr 29 08:52:55.308030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ea962101-7c85-4ce5-aab9-2ff6f73bf6d5 req-99dc19a3-0f25-4753-a4cb-2fc0713b43c5 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0292468 Apr 29 08:52:55.386071 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54654) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:55.492244 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c315b63d-a129-4cbf-b89e-adb863e1cc30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.547632 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38ee8d-401b-4305-92a0-40268fd974c0 req-3e7beba2-ea1e-4657-9929-d68ae5a231d6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:55.549283 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc38ee8d-401b-4305-92a0-40268fd974c0 req-3e7beba2-ea1e-4657-9929-d68ae5a231d6 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0478635 Apr 29 08:52:55.568501 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c315b63d-a129-4cbf-b89e-adb863e1cc30 admin admin] Publish callbacks [] for security_group (03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.572739 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c315b63d-a129-4cbf-b89e-adb863e1cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.598088 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc38ee8d-401b-4305-92a0-40268fd974c0 req-77dccd1b-7bff-41ff-b80d-6ea142bcad82 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431883 Apr 29 08:52:55.610083 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c315b63d-a129-4cbf-b89e-adb863e1cc30 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8572a51f5f18475884e66ed1ed2be2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228968 Apr 29 08:52:55.621189 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54660) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:55.621297 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315b63d-a129-4cbf-b89e-adb863e1cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:55.662147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] Publish callbacks [] for security_group (03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.683255 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] Publish callbacks [] for security_group (03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.733477 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.736053 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:55.737477 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09 HTTP/1.1" status: 204 len: 168 time: 0.1233099 Apr 29 08:52:55.745218 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b91fd-6bc3-42ca-818f-f541ec1dcc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ab2b21-71fb-4f5c-b7ac-84b3e9b32a09,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:56.028681 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54668) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:56.042005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2cc73f8d-1b8c-465e-972e-65ae3fa4fb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.120436 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2cc73f8d-1b8c-465e-972e-65ae3fa4fb34 admin admin] Publish callbacks [] for security_group (34702c22-d2a8-46c2-b40c-f333d35002e4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.125117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-2cc73f8d-1b8c-465e-972e-65ae3fa4fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (34702c22-d2a8-46c2-b40c-f333d35002e4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.164443 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-2cc73f8d-1b8c-465e-972e-65ae3fa4fb34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2031355d01494279b4f0d836e645a211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345062 Apr 29 08:52:56.165685 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73f8d-1b8c-465e-972e-65ae3fa4fb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34702c22-d2a8-46c2-b40c-f333d35002e4,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:56.167229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54676) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:52:56.225387 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] Publish callbacks [] for security_group (34702c22-d2a8-46c2-b40c-f333d35002e4), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.246684 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] Publish callbacks [] for security_group (34702c22-d2a8-46c2-b40c-f333d35002e4), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.298597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (34702c22-d2a8-46c2-b40c-f333d35002e4), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.301402 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:56.302990 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34702c22-d2a8-46c2-b40c-f333d35002e4 HTTP/1.1" status: 204 len: 168 time: 0.1338832 Apr 29 08:52:56.312875 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ec9c1-34c4-4a20-aa5c-64ca57af44f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34702c22-d2a8-46c2-b40c-f333d35002e4,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:56.410521 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f87e9882-9dbf-43a0-863e-178d7f1eb70e req-136a15ab-2393-439d-a6a5-c2a61e4639db tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0286193 Apr 29 08:52:56.726284 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0614a-bf9c-4bf3-9a0c-5fa34e1e3bff req-9df7f546-0145-4e02-8a34-d570ef36e2fd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:56.728160 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2e0614a-bf9c-4bf3-9a0c-5fa34e1e3bff req-9df7f546-0145-4e02-8a34-d570ef36e2fd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Apr 29 08:52:56.779826 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2e0614a-bf9c-4bf3-9a0c-5fa34e1e3bff req-58636e9b-e4e0-40e0-a6f3-515d349287fe tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Apr 29 08:52:57.508217 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9adf1256-8235-4e2e-ba30-571aafd019ad req-fcbbd68c-05f2-442f-88f0-fa7437a1c855 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0296719 Apr 29 08:52:57.899490 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f60c14-251c-40e9-a0f1-5f6ec31e8d7d req-1e67685c-ddc8-4d17-a7de-a5edcdfdfe47 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:57.901103 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46f60c14-251c-40e9-a0f1-5f6ec31e8d7d req-1e67685c-ddc8-4d17-a7de-a5edcdfdfe47 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0521975 Apr 29 08:52:57.955176 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46f60c14-251c-40e9-a0f1-5f6ec31e8d7d req-0f771d63-6b84-4408-b38c-e0793b9a0984 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484123 Apr 29 08:52:58.820390 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-302e3e3d-193f-4fe4-aa23-8624e39c5fe4 req-d71b19ad-ce8a-4c42-9abf-f992a6587f39 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.2436748 Apr 29 08:52:59.069062 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4996241-cb3b-4c5e-8444-ef0a81e93422 req-70e1e8f0-a066-4768-b9af-902c1eb82eb2 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:59.070589 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4996241-cb3b-4c5e-8444-ef0a81e93422 req-70e1e8f0-a066-4768-b9af-902c1eb82eb2 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Apr 29 08:52:59.118359 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4996241-cb3b-4c5e-8444-ef0a81e93422 req-893102d6-ab64-436a-af17-6dcdb7cffea3 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/security-groups?id=49d3a9a4-724a-4ba4-b0cc-a923ecab696e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Apr 29 08:52:59.304009 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-4cbae9b8-a14c-4658-b054-847f8d666b4a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:59.305564 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-4cbae9b8-a14c-4658-b054-847f8d666b4a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "GET /v2.0/networks?id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 200 len: 814 time: 0.1059060 Apr 29 08:52:59.374377 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Request body: {'port': {'device_id': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1', 'admin_state_up': True, 'tenant_id': '2c0d26c7abcc4bc7b175ac175bb5f2ec'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:52:59.425536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-358399d1-a56a-4b26-8feb-9cc2b6623abe tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:59.427078 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-358399d1-a56a-4b26-8feb-9cc2b6623abe tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 945 time: 0.0571499 Apr 29 08:52:59.506310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Made reservation on behalf of 2c0d26c7abcc4bc7b175ac175bb5f2ec for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:52:59.509660 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.606976 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Deleting port 028eab3d-f19b-4591-b8b2-199e74d95dfe {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:52:59.607369 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.661235 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Allocated IP 172.20.0.14 (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1/3030e453-f86d-4a91-a3da-0eaac211a177/3213a42c-c1bc-4b54-aae9-e15a4aa846ef) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:52:59.706591 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] For port 028eab3d-f19b-4591-b8b2-199e74d95dfe, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=028eab3d-f19b-4591-b8b2-199e74d95dfe,segment=NetworkSegment(110ed829-e2de-4e30-ab58-9de461365fa8),segment_id=110ed829-e2de-4e30-ab58-9de461365fa8)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:52:59.706966 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.723724 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Calling delete_port for 028eab3d-f19b-4591-b8b2-199e74d95dfe owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:52:59.785835 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-41a812ef-6e65-4644-91d1-3dd238b105b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.823056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks [] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.862945 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.895433 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (028eab3d-f19b-4591-b8b2-199e74d95dfe), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:52:59.915252 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:52:59.929297 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Pushing event deleted for resources: {'Port': ['ID=028eab3d-f19b-4591-b8b2-199e74d95dfe,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:59.937269 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:52:59.944524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:52:59.952420 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['028eab3d-f19b-4591-b8b2-199e74d95dfe'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:52:59.955390 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Pushing event updated for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:52:59.989298 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0972da-e5a5-4f54-8342-4178a1c21e90 req-93477099-4cee-4d7d-8160-579fc61b8fc2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:52:59.990819 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9b0972da-e5a5-4f54-8342-4178a1c21e90 req-93477099-4cee-4d7d-8160-579fc61b8fc2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 932 time: 0.0971057 Apr 29 08:53:00.002105 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] No DVR routers for this DVR port 028eab3d-f19b-4591-b8b2-199e74d95dfe on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:53:00.005366 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.008696 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37b29c7d-15bd-4148-93a5-0b71dd9d18a4 req-9ed7bdf7-d776-4a97-a99d-d0824a9120cd tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.20 "DELETE /v2.0/ports/028eab3d-f19b-4591-b8b2-199e74d95dfe HTTP/1.1" status: 204 len: 173 time: 0.5758793 Apr 29 08:53:00.009158 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'name': 'network-vif-deleted', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:00.011427 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd46f5f-0139-4df3-9b78-8be31768556c" -d '{"events": [{"server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "name": "network-vif-deleted", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:00.030442 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:00.031105 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.051617 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5d70b-da72-4615-a36a-7e265af609ab x-openstack-request-id: req-43b5d70b-da72-4615-a36a-7e265af609ab {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:00.051938 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7df954-edb0-41b8-a3d9-a8a870d487c3", "name": "network-vif-deleted", "tag": "028eab3d-f19b-4591-b8b2-199e74d95dfe", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:00.052239 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43b5d70b-da72-4615-a36a-7e265af609ab {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:00.052744 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b5d70b-da72-4615-a36a-7e265af609ab'] response: {'server_uuid': '2f7df954-edb0-41b8-a3d9-a8a870d487c3', 'name': 'network-vif-deleted', 'tag': '028eab3d-f19b-4591-b8b2-199e74d95dfe', 'status': 'completed', 'code': 200} Apr 29 08:53:00.081692 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-035532a9-eb1a-4553-b859-78081dd12109 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7119243 Apr 29 08:53:00.087015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9b0972da-e5a5-4f54-8342-4178a1c21e90 req-861a763b-974d-4f94-86d6-c91b3e57393c tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Apr 29 08:53:00.158723 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Request body: {'port': {'device_id': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:00.251272 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3b7caa5-4147-4891-85bf-353b2f548fc0 req-0f87d7a0-bf50-46e4-9033-29e05df74bc3 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Apr 29 08:53:00.252980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.554816 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3213a42c-c1bc-4b54-aae9-e15a4aa846ef {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:00.562667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks [] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.577212 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Transition to ACTIVE for port object 3213a42c-c1bc-4b54-aae9-e15a4aa846ef will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:53:00.581104 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.635424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Pushing event updated for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:00.720184 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Attempting to bind port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:00.720568 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Attempting to bind port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:00.720900 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Attempting to bind port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:00.726033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:53:00.726360 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Attempting to bind port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:00.731412 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:00.731918 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Checking segment: {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:00.732618 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Bound using segment: {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:00.733236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Bound port: 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:00.733692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.805491 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:00.808754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:00.815873 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.852302 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:00.852935 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:00.854356 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] 10.222.0.20 "PUT /v2.0/ports/3213a42c-c1bc-4b54-aae9-e15a4aa846ef HTTP/1.1" status: 200 len: 1094 time: 0.7035952 Apr 29 08:53:00.854804 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:00.857225 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9d089-d187-4db2-b691-793f00aceb57" -d '{"events": [{"name": "network-changed", "server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:00.882925 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c83dbd-ce3f-44f4-a6e4-737efd73c23f service neutron] Pushing event updated for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:00.901192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b7c7c-9646-4e86-ba54-14a9b4917ec1 x-openstack-request-id: req-e97b7c7c-9646-4e86-ba54-14a9b4917ec1 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:00.901530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:00.901797 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e97b7c7c-9646-4e86-ba54-14a9b4917ec1 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:00.902227 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97b7c7c-9646-4e86-ba54-14a9b4917ec1'] response: {'name': 'network-changed', 'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef', 'status': 'completed', 'code': 200} Apr 29 08:53:00.966391 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-d9151391-24a5-4e75-aef7-5319889b6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:00.967922 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-d9151391-24a5-4e75-aef7-5319889b6b57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 1128 time: 0.0449402 Apr 29 08:53:01.019805 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-ce3f3b32-a31d-4149-aff7-52ccc6ce5ba8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef HTTP/1.1" status: 200 len: 217 time: 0.0362444 Apr 29 08:53:01.077547 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-9d73976d-b5af-4407-adb5-c56d6d48bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:01.079506 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-9d73976d-b5af-4407-adb5-c56d6d48bf07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3030e453-f86d-4a91-a3da-0eaac211a177 HTTP/1.1" status: 200 len: 854 time: 0.0530183 Apr 29 08:53:01.118366 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-dffd90a8-38f4-4e68-91ba-385114b34038 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316114 Apr 29 08:53:01.212560 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-663aece9-fc0b-43f4-bb0f-ea301dc88b99 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869873 Apr 29 08:53:01.219463 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d635-dd78-4c99-9765-2b25c9911a0b req-648530e2-55a8-4e4c-b6b8-a6045d5e8452 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:01.221329 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be69d635-dd78-4c99-9765-2b25c9911a0b req-648530e2-55a8-4e4c-b6b8-a6045d5e8452 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0586472 Apr 29 08:53:01.276790 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-be69d635-dd78-4c99-9765-2b25c9911a0b req-4d558ecc-d910-4552-b080-7eddd4c61757 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491312 Apr 29 08:53:01.342670 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eecacde1-820a-4722-b8a6-2a7181ee29df req-9c723d06-3b22-4a13-a37e-53b18794f093 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227787 Apr 29 08:53:01.360592 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4a2de916-deff-4739-88cd-dd77e2826f3a req-0aa36104-619f-4a6d-906b-c881ddfdebb5 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0333862 Apr 29 08:53:02.065431 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ababaeb5-a9cf-4ea6-bd7c-651d548acf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:02.409080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2503-023d-40da-afc8-bbf91860ba49 req-bb57408e-ae4a-4abe-8f20-87b4cb74560b tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:02.410971 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69bf2503-023d-40da-afc8-bbf91860ba49 req-bb57408e-ae4a-4abe-8f20-87b4cb74560b tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0615323 Apr 29 08:53:02.465589 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69bf2503-023d-40da-afc8-bbf91860ba49 req-95832760-2cd1-4349-ba28-5a4e3f6675f6 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Apr 29 08:53:02.480292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-347ff22a-2399-4d27-8fdb-18bdfdd254f8 req-8c56138c-d94f-4737-9106-8cb403430f60 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0353670 Apr 29 08:53:03.427748 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 028eab3d-f19b-4591-b8b2-199e74d95dfe no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:53:03.450306 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 028eab3d-f19b-4591-b8b2-199e74d95dfe {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:53:03.450671 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 028eab3d-f19b-4591-b8b2-199e74d95dfe not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:53:03.580906 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1deb08-4875-40be-b8b3-e9d45131966d req-fd1e0fcc-a0ba-480e-bd34-e8b9c484be74 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:03.581946 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ec429575-4db1-426f-b730-891a9fba3e0c req-f5eb603b-0edc-497b-b5d8-08cbfcdd6296 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Apr 29 08:53:03.582534 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef1deb08-4875-40be-b8b3-e9d45131966d req-fd1e0fcc-a0ba-480e-bd34-e8b9c484be74 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0485377 Apr 29 08:53:03.634907 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef1deb08-4875-40be-b8b3-e9d45131966d req-28627b87-db10-4d41-bd11-647b1eb06901 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468128 Apr 29 08:53:03.738126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:04.694143 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5b9e7578-3a59-49a3-a368-f4ac6f844f86 req-106aec17-9db5-498e-9c36-f26af682de27 tempest-DeleteServersTestJSON-126197053 tempest-DeleteServersTestJSON-126197053-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f7df954-edb0-41b8-a3d9-a8a870d487c3 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Apr 29 08:53:04.748608 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:04.763011 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f56ce-15ea-402a-8965-f16e8daa4b0b req-6b92692f-62a3-42ee-b54b-fa12346b4772 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:04.770953 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-211f56ce-15ea-402a-8965-f16e8daa4b0b req-6b92692f-62a3-42ee-b54b-fa12346b4772 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0604286 Apr 29 08:53:04.825389 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-211f56ce-15ea-402a-8965-f16e8daa4b0b req-ed2584ce-86e9-4757-be39-025a0095b3b0 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530074 Apr 29 08:53:05.055251 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-1e6f782c-cadb-498d-8e5d-1cdc5b18d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:05.056928 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-1e6f782c-cadb-498d-8e5d-1cdc5b18d2c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 1128 time: 0.0516887 Apr 29 08:53:05.191538 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-65ba4d56-beca-45c2-9934-20a33d7f415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:05.193323 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-65ba4d56-beca-45c2-9934-20a33d7f415d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 200 len: 915 time: 0.1298728 Apr 29 08:53:05.441021 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-42fcb0ef-f3d7-4a02-b56a-85aa70b6029b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef HTTP/1.1" status: 200 len: 217 time: 0.0401182 Apr 29 08:53:05.501051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-0c047a50-f5c9-4162-8509-6786d2621c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:05.502524 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-0c047a50-f5c9-4162-8509-6786d2621c9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3030e453-f86d-4a91-a3da-0eaac211a177 HTTP/1.1" status: 200 len: 854 time: 0.0541708 Apr 29 08:53:05.536606 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-af3bb982-a1b3-4994-a96c-b1e07fc5e4e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272944 Apr 29 08:53:05.557384 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54884) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:05.630601 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-c6a9a9c9-fa91-4db3-b48a-10c4392b10d2 service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857465 Apr 29 08:53:05.673873 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6fba794-13a6-4f29-ba42-9155cbb99d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.731340 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ef9d089-d187-4db2-b691-793f00aceb57 req-3b0f3cfe-bd89-4a74-9f33-e20102466a5f service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923429 Apr 29 08:53:05.760103 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6fba794-13a6-4f29-ba42-9155cbb99d70 admin admin] Publish callbacks [] for security_group (2faf6951-dbe0-41d0-8fd1-b9502823cbad), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.765536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f6fba794-13a6-4f29-ba42-9155cbb99d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2faf6951-dbe0-41d0-8fd1-b9502823cbad), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.809965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fba794-13a6-4f29-ba42-9155cbb99d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf6951-dbe0-41d0-8fd1-b9502823cbad,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:05.820656 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f6fba794-13a6-4f29-ba42-9155cbb99d70 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7fe21b90fb77423e9162bf78850a2adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617388 Apr 29 08:53:05.820897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54898) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:05.898909 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] Publish callbacks [] for security_group (2faf6951-dbe0-41d0-8fd1-b9502823cbad), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.925649 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] Publish callbacks [] for security_group (2faf6951-dbe0-41d0-8fd1-b9502823cbad), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.963504 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18a18-55d3-41dc-85dc-72024fec9297 req-64ddb54a-da96-43a7-8517-89138da73066 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:05.972318 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92b18a18-55d3-41dc-85dc-72024fec9297 req-64ddb54a-da96-43a7-8517-89138da73066 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0752389 Apr 29 08:53:05.990386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2faf6951-dbe0-41d0-8fd1-b9502823cbad), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.993339 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.994221 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:05.998718 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2faf6951-dbe0-41d0-8fd1-b9502823cbad HTTP/1.1" status: 204 len: 168 time: 0.1767588 Apr 29 08:53:06.007385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214c9bc-61de-4bbd-b043-aa2e43b786fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf6951-dbe0-41d0-8fd1-b9502823cbad,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:06.062588 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92b18a18-55d3-41dc-85dc-72024fec9297 req-19124f62-82e9-4697-ac34-02a4a82798d1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842664 Apr 29 08:53:06.319474 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.331030 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54920) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:06.345518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-24a56a5c-a252-465a-a67c-6ea258d94e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.435898 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-24a56a5c-a252-465a-a67c-6ea258d94e5a admin admin] Publish callbacks [] for security_group (9a77b295-30b3-4acc-bf08-6942f7e4753c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.440369 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-24a56a5c-a252-465a-a67c-6ea258d94e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9a77b295-30b3-4acc-bf08-6942f7e4753c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.478579 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56a5c-a252-465a-a67c-6ea258d94e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a77b295-30b3-4acc-bf08-6942f7e4753c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:06.483729 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-24a56a5c-a252-465a-a67c-6ea258d94e5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=924cf234b7b043fe80eb88ace03474a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514556 Apr 29 08:53:06.486363 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54926) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:06.542024 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] Publish callbacks [] for security_group (9a77b295-30b3-4acc-bf08-6942f7e4753c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.564983 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] Publish callbacks [] for security_group (9a77b295-30b3-4acc-bf08-6942f7e4753c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.624252 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9a77b295-30b3-4acc-bf08-6942f7e4753c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.627527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:06.628825 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a77b295-30b3-4acc-bf08-6942f7e4753c HTTP/1.1" status: 204 len: 168 time: 0.1409943 Apr 29 08:53:06.638036 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5b0e5-6d32-49f2-8802-667add997653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a77b295-30b3-4acc-bf08-6942f7e4753c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:07.185816 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801072c-2d7b-46c5-9273-24d89f52cbe7 req-acbf32bd-b354-4c52-a110-4e7e0b0922e8 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:07.188351 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2801072c-2d7b-46c5-9273-24d89f52cbe7 req-acbf32bd-b354-4c52-a110-4e7e0b0922e8 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 944 time: 0.0653069 Apr 29 08:53:07.227037 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 54956) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:07.246806 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2801072c-2d7b-46c5-9273-24d89f52cbe7 req-17eaa290-e02c-4d6c-b218-9b40fa71817f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495987 Apr 29 08:53:07.276415 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Deleting subnet 72ce4fd9-5909-4022-9f8e-42c41697418b {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:53:07.281090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Publish callbacks [] for subnet (72ce4fd9-5909-4022-9f8e-42c41697418b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.323232 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (72ce4fd9-5909-4022-9f8e-42c41697418b), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.369475 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (72ce4fd9-5909-4022-9f8e-42c41697418b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.432030 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (72ce4fd9-5909-4022-9f8e-42c41697418b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.457373 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72ce4fd9-5909-4022-9f8e-42c41697418b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:07.463233 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.466037 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3213a42c-c1bc-4b54-aae9-e15a4aa846ef details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:53:07.467575 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0103fb05-582f-4d07-8f3c-4cef31d4d0a2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/72ce4fd9-5909-4022-9f8e-42c41697418b HTTP/1.1" status: 204 len: 168 time: 0.2395537 Apr 29 08:53:07.470636 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54968) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:07.542037 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (eed97806-4133-44f5-ad35-6c19199516d8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.571318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:07.584191 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef', 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1', 'port_id': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef', 'mac_address': 'fa:16:3e:0d:17:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3030e453-f86d-4a91-a3da-0eaac211a177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:53:07.625522 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:07.625754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (eed97806-4133-44f5-ad35-6c19199516d8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.628270 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.642120 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3213a42c-c1bc-4b54-aae9-e15a4aa846ef {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:07.652196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a06eee0>,) {'filters': {'network_id': ['eed97806-4133-44f5-ad35-6c19199516d8']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:07.662994 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a06eee0>, '110ed829-e2de-4e30-ab58-9de461365fa8') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:07.663763 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a06eee0>, '110ed829-e2de-4e30-ab58-9de461365fa8') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:07.665006 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:07.670122 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.675266 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (110ed829-e2de-4e30-ab58-9de461365fa8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.691688 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (110ed829-e2de-4e30-ab58-9de461365fa8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.699407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:53:07.700545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (110ed829-e2de-4e30-ab58-9de461365fa8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:53:07.703032 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:53:07.727763 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:07.766409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (eed97806-4133-44f5-ad35-6c19199516d8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.772183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:07.775756 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eed97806-4133-44f5-ad35-6c19199516d8 HTTP/1.1" status: 204 len: 168 time: 0.3039124 Apr 29 08:53:07.791095 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc98ddf-5e4c-4881-b64d-e86a6cb06bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eed97806-4133-44f5-ad35-6c19199516d8,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:07.898996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54988) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:07.947310 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ec180c53-f56a-4fbb-9610-91d7e664d5ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b69a8d69ede453aa373fca0a65bdedd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470853 Apr 29 08:53:07.951048 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 54990) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:08.001936 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Publish callbacks [] for security_group (49d3a9a4-724a-4ba4-b0cc-a923ecab696e), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:08.023795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Publish callbacks [] for security_group (49d3a9a4-724a-4ba4-b0cc-a923ecab696e), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:08.072236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (49d3a9a4-724a-4ba4-b0cc-a923ecab696e), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:08.075134 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:08.076406 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49d3a9a4-724a-4ba4-b0cc-a923ecab696e HTTP/1.1" status: 204 len: 168 time: 0.1241217 Apr 29 08:53:08.084504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3a9a4-724a-4ba4-b0cc-a923ecab696e,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:08.092431 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.092787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.093116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.093455 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.093798 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.094112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.094439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.094761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.095082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.095409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.095733 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.096056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.096410 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.096732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.097049 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44bd0db-5d61-4d7c-9dfa-22a5eb5db7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:08.391016 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62eca4-e01f-488f-98dc-30db8fc37546 req-43187491-b2f2-43c8-b8a2-f314c35b227a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:08.392639 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c62eca4-e01f-488f-98dc-30db8fc37546 req-43187491-b2f2-43c8-b8a2-f314c35b227a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 945 time: 0.0728188 Apr 29 08:53:08.454352 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c62eca4-e01f-488f-98dc-30db8fc37546 req-3d59e4a6-6518-4d97-b313-726e06d14b20 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Apr 29 08:53:08.852736 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55034) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:08.993775 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-network', 'tenant_id': '60998f08c40446e787ead285e40665b1'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:09.019285 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Made reservation on behalf of 60998f08c40446e787ead285e40665b1 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:09.021676 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.030519 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.110509 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks [] for security_group (8640bc8c-9d2e-4e68-a9d3-ad0252ecd403), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.116114 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8640bc8c-9d2e-4e68-a9d3-ad0252ecd403), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.141231 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:53:09.158732 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:09.161628 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (eeb59a65-ce7e-42e7-9588-2fb24c9d01a3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.161983 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Added segment eeb59a65-ce7e-42e7-9588-2fb24c9d01a3 of type vlan for network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 Apr 29 08:53:09.186992 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.187365 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.187789 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.188249 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.188557 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.188898 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.189224 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.189552 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.189869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.190194 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.190525 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.190879 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.191178 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.191499 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.191822 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:09.245318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.265015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.265907 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:09.266514 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.328074 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4742353 Apr 29 08:53:09.329152 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274e9be-10e6-4361-a147-eb83662b799a admin admin] Pushing event updated for resources: {'Network': ['ID=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:09.331001 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55046) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:09.335506 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Request body: {'subnet': {'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-subnet', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:09.348061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:53:09.357468 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Made reservation on behalf of 60998f08c40446e787ead285e40665b1 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:09.359776 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.531575 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (9622afcc-918c-44fd-bc50-a308f88535b2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.576804 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626617b1-86a6-4bc0-84d3-662b5c1ac5ec req-a2e031e4-d1b7-4911-88cd-ba609258ecdf tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:09.578183 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-626617b1-86a6-4bc0-84d3-662b5c1ac5ec req-a2e031e4-d1b7-4911-88cd-ba609258ecdf tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 945 time: 0.0522397 Apr 29 08:53:09.583887 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9622afcc-918c-44fd-bc50-a308f88535b2,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:09.600556 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:09.600841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Network hostable DHCP agents. Network: a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:53:09.618622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:53:09.628483 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:09.631749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-626617b1-86a6-4bc0-84d3-662b5c1ac5ec req-734ac780-16bc-4ae0-9020-3bba8bffaec5 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470240 Apr 29 08:53:09.632534 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:09.633140 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.639408 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90039035-22e6-4914-9827-5448f8f09779 None None] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:09.654446 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-59563606-a260-4b96-b302-b249c455fac7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3224204 Apr 29 08:53:09.654663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55052) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:09.659490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:09.679834 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (18ee1b20-1235-4d29-8339-6286f6349343), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.680914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (18ee1b20-1235-4d29-8339-6286f6349343), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.734287 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for router_controller (18ee1b20-1235-4d29-8339-6286f6349343), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.743616 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:53:09.744492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.882455 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for router_gateway (18ee1b20-1235-4d29-8339-6286f6349343), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:09.883820 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Allocated IP 172.20.0.2 (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882/9622afcc-918c-44fd-bc50-a308f88535b2/2aabf655-4a2b-4b95-873f-aee656e74855) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:10.032008 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks [] for port (2aabf655-4a2b-4b95-873f-aee656e74855), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.039409 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.068559 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for router_gateway (18ee1b20-1235-4d29-8339-6286f6349343), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.092812 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.109690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:10.115372 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:10.117888 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:10.128517 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Pushing event updated for resources: {'Port': ['ID=2aabf655-4a2b-4b95-873f-aee656e74855,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:10.159184 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.159452 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.159828 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.160219 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.160572 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.160909 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.161239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.161580 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.161909 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.162236 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.162568 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.162952 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.163391 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.163816 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.164293 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:10.203664 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Attempting to bind port 2aabf655-4a2b-4b95-873f-aee656e74855 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:10.204045 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Attempting to bind port 2aabf655-4a2b-4b95-873f-aee656e74855 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:10.204464 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Attempting to bind port 2aabf655-4a2b-4b95-873f-aee656e74855 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:10.207641 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Allocated IP 172.27.0.123 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/f6572d20-a109-4377-b5f9-4e9ea4a6be79) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:10.209643 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:10.210038 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:10.210466 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.211264 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Bound using segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:10.211389 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Bound port: 2aabf655-4a2b-4b95-873f-aee656e74855, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:10.211725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.282980 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] For port 2aabf655-4a2b-4b95-873f-aee656e74855, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:10.286184 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] For port 2aabf655-4a2b-4b95-873f-aee656e74855, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=2aabf655-4a2b-4b95-873f-aee656e74855,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:10.294258 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.316275 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.350397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac842-e88a-416c-9e45-314e6bf8561d None None] Pushing event updated for resources: {'Port': ['ID=2aabf655-4a2b-4b95-873f-aee656e74855,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:10.355398 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.396477 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:10.402396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:10.405209 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:10.429941 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Pushing event updated for resources: {'Port': ['ID=f6572d20-a109-4377-b5f9-4e9ea4a6be79,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:10.687350 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for router_gateway (18ee1b20-1235-4d29-8339-6286f6349343), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.765438 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841fd68-a034-4f39-a974-75149f6d4b3b req-cbadad0d-1e3b-4f32-8f14-6027cfc1cbfa tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:10.766970 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5841fd68-a034-4f39-a974-75149f6d4b3b req-cbadad0d-1e3b-4f32-8f14-6027cfc1cbfa tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 945 time: 0.0500185 Apr 29 08:53:10.828879 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5841fd68-a034-4f39-a974-75149f6d4b3b req-421a50c4-676b-4d27-813d-dca3e142cd5f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Apr 29 08:53:10.895165 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 2aabf655-4a2b-4b95-873f-aee656e74855 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:10.912224 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (18ee1b20-1235-4d29-8339-6286f6349343), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:10.948086 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 2aabf655-4a2b-4b95-873f-aee656e74855 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:10.948524 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.034270 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 2aabf655-4a2b-4b95-873f-aee656e74855 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:11.035160 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.054768 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Router 18ee1b20-1235-4d29-8339-6286f6349343 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:53:11.073615 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 2aabf655-4a2b-4b95-873f-aee656e74855, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=2aabf655-4a2b-4b95-873f-aee656e74855,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:11.078990 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.140611 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=2aabf655-4a2b-4b95-873f-aee656e74855,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:11.382775 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece78c17-9057-49c1-b7a5-dde34d0f7138 None None] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:11.418964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:11.419570 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['3213a42c-c1bc-4b54-aae9-e15a4aa846ef'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:53:11.429428 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:11.438553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.440295 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-aef7d166-0ff3-4c2e-b924-cdb6e0553e2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7843242 Apr 29 08:53:11.440961 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:11.441635 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea0250760>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:11.443191 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55070) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:11.471179 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-81fd6d84-30fc-4a3f-afd5-6db3eb641fb2 None None] Provisioning complete for port 2aabf655-4a2b-4b95-873f-aee656e74855 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:11.471853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-81fd6d84-30fc-4a3f-afd5-6db3eb641fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.651215 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:11.695319 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-81fd6d84-30fc-4a3f-afd5-6db3eb641fb2 None None] Current status of the port 2aabf655-4a2b-4b95-873f-aee656e74855 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:11.835438 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea0250760>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:10Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:11.870194 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:11.870733 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Updating router 18ee1b20-1235-4d29-8339-6286f6349343 port f6572d20-a109-4377-b5f9-4e9ea4a6be79 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:11.914069 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.939280 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-1137d9d7-f662-47bd-9262-b70826fd63e9 None None] Provisioning complete for port 2aabf655-4a2b-4b95-873f-aee656e74855 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:11.939947 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1137d9d7-f662-47bd-9262-b70826fd63e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:11.969752 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906e9c-ce96-49ca-95bd-33ddec577982 req-2600db79-ae04-4ac0-9ce3-d0d2b97752d6 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:11.971496 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-36906e9c-ce96-49ca-95bd-33ddec577982 req-2600db79-ae04-4ac0-9ce3-d0d2b97752d6 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 945 time: 0.0627666 Apr 29 08:53:12.031015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-36906e9c-ce96-49ca-95bd-33ddec577982 req-dc605aff-5a7f-48d8-b580-b7353c18ff66 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537457 Apr 29 08:53:12.051927 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1137d9d7-f662-47bd-9262-b70826fd63e9 None None] Current status of the port 2aabf655-4a2b-4b95-873f-aee656e74855 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:12.159930 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.209541 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks [] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.214388 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.273735 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Pushing event updated for resources: {'Port': ['ID=f6572d20-a109-4377-b5f9-4e9ea4a6be79,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:12.297216 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.297547 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.298082 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.298620 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.299105 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.299607 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.300106 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.300612 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.301024 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.301362 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.301772 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.302146 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.302564 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.303065 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.303551 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:53:12.313722 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Attempting to bind port f6572d20-a109-4377-b5f9-4e9ea4a6be79 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:12.314257 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Attempting to bind port f6572d20-a109-4377-b5f9-4e9ea4a6be79 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:12.314826 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Attempting to bind port f6572d20-a109-4377-b5f9-4e9ea4a6be79 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:12.322142 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:12.322541 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:12.323102 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.323572 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:12.324125 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Bound port: f6572d20-a109-4377-b5f9-4e9ea4a6be79, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:12.325166 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.334444 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Allocated IP 172.20.0.1 (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882/9622afcc-918c-44fd-bc50-a308f88535b2/e922cc2c-19d0-422d-9940-4b24fb5a566f) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:12.384719 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] For port f6572d20-a109-4377-b5f9-4e9ea4a6be79, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:12.389471 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] For port f6572d20-a109-4377-b5f9-4e9ea4a6be79, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=f6572d20-a109-4377-b5f9-4e9ea4a6be79,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:12.404514 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.480075 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:12.481288 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea0250760>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:12.490028 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks [] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.528765 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51ba02-fc00-4482-bccd-336999227437 None None] Pushing event updated for resources: {'Port': ['ID=f6572d20-a109-4377-b5f9-4e9ea4a6be79,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:12.539888 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.591401 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Pushing event updated for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:12.611248 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:12.613279 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:12.616127 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:12.661732 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:12.690586 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (18ee1b20-1235-4d29-8339-6286f6349343), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.760326 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-96aeb00b-ff0f-4d9c-84c1-1aabc3a6060f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1599488 Apr 29 08:53:12.766388 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3213a42c-c1bc-4b54-aae9-e15a4aa846ef up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:12.867848 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:53:12.878236 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:12.878770 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:12.917248 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-7fc63ec9-3fb4-4031-ac22-26774062a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:12.920688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-7fc63ec9-3fb4-4031-ac22-26774062a42a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1130 time: 0.0713534 Apr 29 08:53:12.941308 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 2aabf655-4a2b-4b95-873f-aee656e74855 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:12.962810 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.015679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-a214dd18-00db-41ff-8db7-6610fe266106 None None] Provisioning complete for port e922cc2c-19d0-422d-9940-4b24fb5a566f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:13.015990 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a214dd18-00db-41ff-8db7-6610fe266106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.038195 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-2906896a-7808-4766-bb3b-b767162c264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea0250760>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:10Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:13.050396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-7e0ba0f9-9423-46da-9162-0bb58c6a1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:13.051984 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-7e0ba0f9-9423-46da-9162-0bb58c6a1b01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1116037 Apr 29 08:53:13.078449 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906896a-7808-4766-bb3b-b767162c264a None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:10Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:13.124271 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a214dd18-00db-41ff-8db7-6610fe266106 None None] Port e922cc2c-19d0-422d-9940-4b24fb5a566f cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:13.129200 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 2aabf655-4a2b-4b95-873f-aee656e74855 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:13.130732 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.164971 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-a18e9dbd-9375-4d56-bee3-fa2cc59a99b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1002 time: 0.1036360 Apr 29 08:53:13.181575 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:13.181976 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.203507 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks [] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.214459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574b980-8323-4586-862a-032a9a6b701e req-8419d2d2-f1cb-4a22-aabd-378c1e8fe11a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:13.216274 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4574b980-8323-4586-862a-032a9a6b701e req-8419d2d2-f1cb-4a22-aabd-378c1e8fe11a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 945 time: 0.0789847 Apr 29 08:53:13.217701 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.224706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-36395ca5-ac58-4f99-9fd6-7d7314e89e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:13.228616 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-36395ca5-ac58-4f99-9fd6-7d7314e89e54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0563228 Apr 29 08:53:13.236702 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:13.239226 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417c06d-6d77-4248-acb8-448f4f0820e8" -d '{"events": [{"server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "name": "network-vif-plugged", "status": "completed", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:13.257011 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:13.271217 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Pushing event updated for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:13.287456 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.289847 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-cc5af7c0-b051-4089-afe4-ce4700641f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:13.291352 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-cc5af7c0-b051-4089-afe4-ce4700641f59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583730 Apr 29 08:53:13.303427 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9cfe3f-95e5-4710-a483-e266c79d4928 x-openstack-request-id: req-4f9cfe3f-95e5-4710-a483-e266c79d4928 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:13.303956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "name": "network-vif-plugged", "status": "completed", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:13.304417 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f9cfe3f-95e5-4710-a483-e266c79d4928 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:13.304971 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9cfe3f-95e5-4710-a483-e266c79d4928'] response: {'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef', 'code': 200} Apr 29 08:53:13.330031 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (18ee1b20-1235-4d29-8339-6286f6349343), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.351673 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 2aabf655-4a2b-4b95-873f-aee656e74855 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:13.380382 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4574b980-8323-4586-862a-032a9a6b701e req-ad79b18b-8b39-46c5-94f3-b785e3d74fb3 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114392 Apr 29 08:53:13.419895 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:13.431203 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-779a7cdd-dbcd-4633-8978-fddd8afa50dd service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338449 Apr 29 08:53:13.571692 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:13.577225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:13.592770 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8e12e-4ebe-4279-a01c-a2367e45f067 req-b4ecd944-0a6e-4d92-a25b-d5e63d1caf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:13.594365 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b6d8e12e-4ebe-4279-a01c-a2367e45f067 req-b4ecd944-0a6e-4d92-a25b-d5e63d1caf97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 1130 time: 0.0571461 Apr 29 08:53:13.601667 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0883aa9e-9843-4d6d-a9e2-5ac23b52c479 req-2e9863b5-0001-41fa-8f03-b1c0c4bca050 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617029 Apr 29 08:53:13.801389 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Router 18ee1b20-1235-4d29-8339-6286f6349343 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:53:13.867349 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b6d8e12e-4ebe-4279-a01c-a2367e45f067 req-50c7f124-30d7-4d56-97cb-cd1ddf65566c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125068 Apr 29 08:53:13.962923 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-fe353f33-ef58-4dc5-94ce-244afe92c1ca None None] Provisioning complete for port e922cc2c-19d0-422d-9940-4b24fb5a566f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:13.963411 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fe353f33-ef58-4dc5-94ce-244afe92c1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:13.972577 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:13.991517 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d0d2d617-4395-4e4c-be20-cccf79363b28 admin admin] 10.222.0.31 "PUT /v2.0/routers/18ee1b20-1235-4d29-8339-6286f6349343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387197 Apr 29 08:53:14.040442 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-fe353f33-ef58-4dc5-94ce-244afe92c1ca None None] Port e922cc2c-19d0-422d-9940-4b24fb5a566f cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:14.572214 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cedaf-97b0-475d-80ac-7e037fa639c9 req-8f480a33-1904-4139-9aa2-0917af2638ee tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:14.581540 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a9cedaf-97b0-475d-80ac-7e037fa639c9 req-8f480a33-1904-4139-9aa2-0917af2638ee tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.0888243 Apr 29 08:53:14.610927 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-12fa7c98-f460-494f-a3a2-930ddda5c6e9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:14.612758 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-12fa7c98-f460-494f-a3a2-930ddda5c6e9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.1556554 Apr 29 08:53:14.627784 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-fdec36af-8cf7-4001-9797-24086bcef1f7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/quotas/60998f08c40446e787ead285e40665b1 HTTP/1.1" status: 200 len: 375 time: 0.0096126 Apr 29 08:53:14.631572 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a9cedaf-97b0-475d-80ac-7e037fa639c9 req-880a94ca-eb2a-43ae-92ea-e6e72d4bb892 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487354 Apr 29 08:53:14.697549 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-4f378b96-de29-4c53-8d68-c12c73fe622b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634148 Apr 29 08:53:14.801260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-b8a8e6cf-9dbf-415a-8bb3-67eecb20cc23 service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962393 Apr 29 08:53:14.887763 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device f6572d20-a109-4377-b5f9-4e9ea4a6be79 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:14.914683 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-ac927348-32c2-49b1-a1e7-ece552430a94 service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121397 Apr 29 08:53:14.955690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port f6572d20-a109-4377-b5f9-4e9ea4a6be79 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:14.956066 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:15.049886 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port f6572d20-a109-4377-b5f9-4e9ea4a6be79 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:15.050565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:15.077222 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port f6572d20-a109-4377-b5f9-4e9ea4a6be79, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=f6572d20-a109-4377-b5f9-4e9ea4a6be79,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:15.081363 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:15.151555 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=f6572d20-a109-4377-b5f9-4e9ea4a6be79,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:15.155876 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-21111f55-e1bf-45a9-88d2-9cf0483fa628 req-79fff506-fee1-4c24-8f9d-e8709026d25d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 210 time: 0.0519066 Apr 29 08:53:15.210987 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:15.232607 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:15.233250 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8085e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:15.438910 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-f8fc2937-89ee-474d-a765-ec215d3dbebd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:15.440896 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-f8fc2937-89ee-474d-a765-ec215d3dbebd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.1358654 Apr 29 08:53:15.458787 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-667c9fb1-2f79-4421-a82e-b13ec13704dc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/quotas/60998f08c40446e787ead285e40665b1 HTTP/1.1" status: 200 len: 375 time: 0.0116794 Apr 29 08:53:15.500476 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:15.522127 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-a644310e-3ed1-4857-ac0a-aeaf58fbbe2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574174 Apr 29 08:53:15.654035 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-316c9e32-9e1d-4f3c-9f22-2e8524e812b8 service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245048 Apr 29 08:53:15.751386 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8085e0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:13Z', 'revision_number': 2, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:15.787281 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:15.787811 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Updating router 18ee1b20-1235-4d29-8339-6286f6349343 port e922cc2c-19d0-422d-9940-4b24fb5a566f binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:15.796456 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-31851939-c2a5-4266-86b4-ed3db48504e7 service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279869 Apr 29 08:53:15.800437 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c3d5d-2238-4823-975e-cf9759944d85 req-b4d90e8e-a821-4ccd-8b26-41f96b3f4790 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:15.802223 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-171c3d5d-2238-4823-975e-cf9759944d85 req-b4d90e8e-a821-4ccd-8b26-41f96b3f4790 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.0752814 Apr 29 08:53:15.821638 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:15.865662 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-171c3d5d-2238-4823-975e-cf9759944d85 req-be22bbd5-767c-47bb-bedf-6f34675cb4f4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Apr 29 08:53:16.021572 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d619d3c9-3024-40e8-bc7b-e2d0738d6b23 req-1bf564d4-f4db-4c7f-a350-e3afd849be91 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 210 time: 0.0537395 Apr 29 08:53:16.302858 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks [] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.311909 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.386655 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde01b6-895c-4c26-abc4-34880d98ea57 None None] Pushing event updated for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:16.570731 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Attempting to bind port e922cc2c-19d0-422d-9940-4b24fb5a566f on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:16.571163 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Attempting to bind port e922cc2c-19d0-422d-9940-4b24fb5a566f by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:16.571473 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Attempting to bind port e922cc2c-19d0-422d-9940-4b24fb5a566f on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:16.581863 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:16.582391 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:16.582722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.583129 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Bound using segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:16.583669 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Bound port: e922cc2c-19d0-422d-9940-4b24fb5a566f, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:16.584075 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.693792 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] For port e922cc2c-19d0-422d-9940-4b24fb5a566f, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:16.698072 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] For port e922cc2c-19d0-422d-9940-4b24fb5a566f, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e922cc2c-19d0-422d-9940-4b24fb5a566f,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:16.716097 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.808706 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:16.809275 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8085e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:16.850596 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Provisioning complete for port e922cc2c-19d0-422d-9940-4b24fb5a566f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:16.850993 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:16.859499 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde01b6-895c-4c26-abc4-34880d98ea57 None None] Pushing event updated for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:16.963965 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device f6572d20-a109-4377-b5f9-4e9ea4a6be79 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:17.086428 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:17.135137 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-15631edd-fde1-4aa7-aa48-2e62738e0123 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:17.142021 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-15631edd-fde1-4aa7-aa48-2e62738e0123 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.1854544 Apr 29 08:53:17.147202 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port f6572d20-a109-4377-b5f9-4e9ea4a6be79 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:17.147594 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.153683 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Current status of the port e922cc2c-19d0-422d-9940-4b24fb5a566f is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:17.154087 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.156745 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17d814a3-6832-4bf4-99db-c42a3a0e173b req-3d1bf682-0be1-4d00-9514-864fbfbcbf65 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 210 time: 0.0507517 Apr 29 08:53:17.162622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'port': {'device_id': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'admin_state_up': True, 'tenant_id': '60998f08c40446e787ead285e40665b1'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:17.289253 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] For port e922cc2c-19d0-422d-9940-4b24fb5a566f, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e922cc2c-19d0-422d-9940-4b24fb5a566f,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:17.319173 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.332067 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Made reservation on behalf of 60998f08c40446e787ead285e40665b1 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:17.336532 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.437367 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b04f2b-d67e-4dfd-b9ce-97b3fb672a72 None None] Pushing event updated for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:17.439806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port f6572d20-a109-4377-b5f9-4e9ea4a6be79 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:17.466800 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-63d3c33f-5d7a-4190-bde8-5fba1a4174a2 None None] Provisioning complete for port e922cc2c-19d0-422d-9940-4b24fb5a566f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:17.467193 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-63d3c33f-5d7a-4190-bde8-5fba1a4174a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.488447 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Allocated IP 172.20.0.12 (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882/9622afcc-918c-44fd-bc50-a308f88535b2/59575408-22b1-4ee7-9c81-bef3610d56b7) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:17.511520 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8085e0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:16Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:17.546675 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3280-f113-4eea-bbc1-26db4c8a1345 None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:16Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:17.601813 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-63d3c33f-5d7a-4190-bde8-5fba1a4174a2 None None] Current status of the port e922cc2c-19d0-422d-9940-4b24fb5a566f is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:17.690023 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.734540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.791938 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:17.798733 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:17.803111 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:17.839026 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:17.881948 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:17.883441 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:17.924325 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-86136bcd-5b26-46d6-88bb-5a2073a5a6b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671034 Apr 29 08:53:17.948216 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Request body: {'port': {'device_id': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:18.083941 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-73a42dcd-0a7a-41a1-bd9c-d9216960d010 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:18.085673 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-73a42dcd-0a7a-41a1-bd9c-d9216960d010 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.2898407 Apr 29 08:53:18.089240 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.120229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'port': {'device_id': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'admin_state_up': True, 'tenant_id': '60998f08c40446e787ead285e40665b1'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:18.306010 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Made reservation on behalf of 60998f08c40446e787ead285e40665b1 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:18.310915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.338504 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-681b480c-58d5-41aa-ac1d-b2595bd1eaac req-009f7245-25ef-44d0-8f2a-05b2f3a13890 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 210 time: 0.0589538 Apr 29 08:53:18.354141 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-97b9e3e3-de60-455e-86d7-7015f7338407 None None] Provisioning complete for port 59575408-22b1-4ee7-9c81-bef3610d56b7 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:18.354668 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-97b9e3e3-de60-455e-86d7-7015f7338407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.444733 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-97b9e3e3-de60-455e-86d7-7015f7338407 None None] Port 59575408-22b1-4ee7-9c81-bef3610d56b7 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:18.553004 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59575408-22b1-4ee7-9c81-bef3610d56b7 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:18.562888 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks [] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.579585 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Transition to ACTIVE for port object 59575408-22b1-4ee7-9c81-bef3610d56b7 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:53:18.583220 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.631875 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Pushing event updated for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:18.643592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Allocated IP 172.20.0.10 (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882/9622afcc-918c-44fd-bc50-a308f88535b2/4011c2e6-769b-4586-8b40-1da7764504df) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:18.756509 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Attempting to bind port 59575408-22b1-4ee7-9c81-bef3610d56b7 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:18.757024 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Attempting to bind port 59575408-22b1-4ee7-9c81-bef3610d56b7 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:18.757509 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Attempting to bind port 59575408-22b1-4ee7-9c81-bef3610d56b7 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:18.764959 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Port 59575408-22b1-4ee7-9c81-bef3610d56b7 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:53:18.765345 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Attempting to bind port 59575408-22b1-4ee7-9c81-bef3610d56b7 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:18.772786 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:18.773858 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:18.774269 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Bound using segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:18.775202 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Bound port: 59575408-22b1-4ee7-9c81-bef3610d56b7, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:18.775202 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.897810 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:18.901994 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=59575408-22b1-4ee7-9c81-bef3610d56b7,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:18.910251 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:18.941039 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e922cc2c-19d0-422d-9940-4b24fb5a566f up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:18.945671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for port (4011c2e6-769b-4586-8b40-1da7764504df), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.005528 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Pushing event updated for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:19.019609 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.030829 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port e922cc2c-19d0-422d-9940-4b24fb5a566f triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:19.031290 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.033894 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.034721 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.036577 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-bf152ba2-5bc2-41e6-9fd3-4aba0fca608a service neutron] 10.222.0.20 "PUT /v2.0/ports/59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 1094 time: 1.0929453 Apr 29 08:53:19.037475 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:19.041194 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc3b9f9-4096-4819-83d3-ff8ab3598287" -d '{"events": [{"name": "network-changed", "server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:19.176949 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641c3ed-ee86-4e73-b663-82e9cd3a8d05 x-openstack-request-id: req-8641c3ed-ee86-4e73-b663-82e9cd3a8d05 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:19.177261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:19.177466 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:19.177593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8641c3ed-ee86-4e73-b663-82e9cd3a8d05 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:19.177894 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8641c3ed-ee86-4e73-b663-82e9cd3a8d05'] response: {'name': 'network-changed', 'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7', 'status': 'completed', 'code': 200} Apr 29 08:53:19.186648 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:19.201945 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:19.203051 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-fc8663ba-c771-43a2-9907-266dcff4199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.208832 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-fc8663ba-c771-43a2-9907-266dcff4199a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1128 time: 0.0965264 Apr 29 08:53:19.223871 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port e922cc2c-19d0-422d-9940-4b24fb5a566f is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:19.267490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:19.320564 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-0787810d-15cf-4252-a6a9-c2f8029ced01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0940907 Apr 29 08:53:19.330777 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.332006 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.364670 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cceac085-8b3d-4c03-b49f-782dfa1c5f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2501712 Apr 29 08:53:19.397041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Request body: {'port': {'device_id': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:19.407461 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-fb77dc33-aef2-49b3-83e2-7229a2cc01db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.409005 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-fb77dc33-aef2-49b3-83e2-7229a2cc01db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0795166 Apr 29 08:53:19.521248 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (4011c2e6-769b-4586-8b40-1da7764504df), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.561222 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-a12ff084-d5df-483f-a0de-74fcf2024379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.565549 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-a12ff084-d5df-483f-a0de-74fcf2024379 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1489463 Apr 29 08:53:19.576338 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08b03-80fb-48dc-bd00-3449f1d9aede req-917d4625-f1c5-4abb-bec7-43253b361ad0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:19.589521 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5bf08b03-80fb-48dc-bd00-3449f1d9aede req-917d4625-f1c5-4abb-bec7-43253b361ad0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 932 time: 0.1249366 Apr 29 08:53:19.748187 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-06d120fa-a759-4f4a-a6e4-16b33449c5fc None None] Provisioning complete for port 4011c2e6-769b-4586-8b40-1da7764504df triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:19.748814 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06d120fa-a759-4f4a-a6e4-16b33449c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (4011c2e6-769b-4586-8b40-1da7764504df), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:19.774089 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5bf08b03-80fb-48dc-bd00-3449f1d9aede req-8ac2416e-08ba-4d76-9a14-c6604ac9826a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838152 Apr 29 08:53:19.835568 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-06d120fa-a759-4f4a-a6e4-16b33449c5fc None None] Port 4011c2e6-769b-4586-8b40-1da7764504df cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:19.838755 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-728438a3-bc46-40a1-a460-317a574424dd service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379050 Apr 29 08:53:19.931236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55396) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:20.020190 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d23fe138-b070-4144-89c6-d55ffa003b22 req-cb33bfa7-577b-4562-a406-8c08aec16b99 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742420 Apr 29 08:53:20.040897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55400) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:20.067947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4011c2e6-769b-4586-8b40-1da7764504df {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:20.077132 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks [] for port (4011c2e6-769b-4586-8b40-1da7764504df), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.093365 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Transition to ACTIVE for port object 4011c2e6-769b-4586-8b40-1da7764504df will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:53:20.099482 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.197275 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f4e61aa4-1d32-4e99-b2b6-90d154df1f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.216952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0788d19a-c0bf-4bc5-ab45-196b0c190a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.235708 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.312894 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Attempting to bind port 4011c2e6-769b-4586-8b40-1da7764504df on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:20.313227 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Attempting to bind port 4011c2e6-769b-4586-8b40-1da7764504df by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:20.313557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Attempting to bind port 4011c2e6-769b-4586-8b40-1da7764504df on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:20.314811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f4e61aa4-1d32-4e99-b2b6-90d154df1f80 admin admin] Publish callbacks [] for security_group (2b492f11-6842-4735-a4ef-515507dea9ae), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.319804 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f4e61aa4-1d32-4e99-b2b6-90d154df1f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b492f11-6842-4735-a4ef-515507dea9ae), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.323577 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Port 4011c2e6-769b-4586-8b40-1da7764504df on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:53:20.324103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Attempting to bind port 4011c2e6-769b-4586-8b40-1da7764504df on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:20.336850 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:20.337553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:20.337553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Bound using segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:20.338047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Bound port: 4011c2e6-769b-4586-8b40-1da7764504df, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:20.338801 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (4011c2e6-769b-4586-8b40-1da7764504df), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.381071 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f4e61aa4-1d32-4e99-b2b6-90d154df1f80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b8833ce44724e699daaae8f7ee9fc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388278 Apr 29 08:53:20.385803 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55408) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:20.405119 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61aa4-1d32-4e99-b2b6-90d154df1f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b492f11-6842-4735-a4ef-515507dea9ae,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.407026 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0788d19a-c0bf-4bc5-ab45-196b0c190a31 admin admin] Publish callbacks [] for security_group (cee92570-8764-4e07-9c0b-fea598a02213), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.416943 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0788d19a-c0bf-4bc5-ab45-196b0c190a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cee92570-8764-4e07-9c0b-fea598a02213), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.474859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] Publish callbacks [] for security_group (2b492f11-6842-4735-a4ef-515507dea9ae), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.494131 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:20.502670 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0788d19a-c0bf-4bc5-ab45-196b0c190a31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5c884293ef04424a20712a98428a0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697496 Apr 29 08:53:20.504807 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55410) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:20.505422 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=4011c2e6-769b-4586-8b40-1da7764504df,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:20.510028 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788d19a-c0bf-4bc5-ab45-196b0c190a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee92570-8764-4e07-9c0b-fea598a02213,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.515648 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.543027 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] Publish callbacks [] for security_group (2b492f11-6842-4735-a4ef-515507dea9ae), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.555115 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:20.556561 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.558441 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] 10.222.0.20 "PUT /v2.0/ports/4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 200 len: 1094 time: 1.1722465 Apr 29 08:53:20.559721 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:20.562437 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4d3b4-df32-4627-903d-04b4eb1e900a" -d '{"events": [{"name": "network-changed", "server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "tag": "4011c2e6-769b-4586-8b40-1da7764504df"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:20.589624 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b61c7-2c82-4eff-b082-21c4524a6ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.613759 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd16119f-f21e-4c72-afff-e1605dca3e70 x-openstack-request-id: req-fd16119f-f21e-4c72-afff-e1605dca3e70 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:20.614056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "tag": "4011c2e6-769b-4586-8b40-1da7764504df", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:20.614331 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd16119f-f21e-4c72-afff-e1605dca3e70 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:20.614714 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd16119f-f21e-4c72-afff-e1605dca3e70'] response: {'name': 'network-changed', 'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df', 'status': 'completed', 'code': 200} Apr 29 08:53:20.630547 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] Publish callbacks [] for security_group (cee92570-8764-4e07-9c0b-fea598a02213), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.658486 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] Publish callbacks [] for security_group (cee92570-8764-4e07-9c0b-fea598a02213), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.668835 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b492f11-6842-4735-a4ef-515507dea9ae), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.671806 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.675901 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b492f11-6842-4735-a4ef-515507dea9ae HTTP/1.1" status: 204 len: 168 time: 0.2872210 Apr 29 08:53:20.703593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b5f2a-96f8-4558-942c-7e4498da5d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b492f11-6842-4735-a4ef-515507dea9ae,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.742416 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55418) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:20.747939 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cee92570-8764-4e07-9c0b-fea598a02213), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.753312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:20.759405 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cee92570-8764-4e07-9c0b-fea598a02213 HTTP/1.1" status: 204 len: 168 time: 0.2533841 Apr 29 08:53:20.771576 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ae82f-81fd-49c8-b322-46986f520374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee92570-8764-4e07-9c0b-fea598a02213,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:20.934746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6952a8-2294-45c9-b775-e94a47b305f2 req-a63284d5-0549-4cba-bd22-90a1826c7ea9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:20.936606 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9f6952a8-2294-45c9-b775-e94a47b305f2 req-a63284d5-0549-4cba-bd22-90a1826c7ea9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0726850 Apr 29 08:53:21.013666 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9f6952a8-2294-45c9-b775-e94a47b305f2 req-c17613f9-847f-453e-9bea-6b4e1130dbb1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Apr 29 08:53:21.062449 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da3b906c-1709-40fb-b9fd-7079033ae836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.161051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da3b906c-1709-40fb-b9fd-7079033ae836 admin admin] Publish callbacks [] for security_group (b00d46d3-b77f-45bf-9236-fc0eea83d3d4), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.173062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da3b906c-1709-40fb-b9fd-7079033ae836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b00d46d3-b77f-45bf-9236-fc0eea83d3d4), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.184105 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55432) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:21.193966 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:53:21.198296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4faa7182-0174-4069-bdf7-e9cd406e71b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.226307 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-da3b906c-1709-40fb-b9fd-7079033ae836 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4dbbbf7c8e84f0183d7765429603777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820864 Apr 29 08:53:21.228809 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b906c-1709-40fb-b9fd-7079033ae836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00d46d3-b77f-45bf-9236-fc0eea83d3d4,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:21.231557 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55434) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:21.316415 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] Publish callbacks [] for security_group (b00d46d3-b77f-45bf-9236-fc0eea83d3d4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.362782 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4faa7182-0174-4069-bdf7-e9cd406e71b1 admin admin] Publish callbacks [] for security_group (cad4da20-e9b2-401c-8f70-2eaea9b51c34), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.368694 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] Publish callbacks [] for security_group (b00d46d3-b77f-45bf-9236-fc0eea83d3d4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.377891 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4faa7182-0174-4069-bdf7-e9cd406e71b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cad4da20-e9b2-401c-8f70-2eaea9b51c34), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.388795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55436) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:21.401918 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f0493635-686e-47b5-9510-90280b093d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.437282 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4faa7182-0174-4069-bdf7-e9cd406e71b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c557f3a8307f411a96f6865a0376e498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520151 Apr 29 08:53:21.440073 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55438) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:21.440802 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa7182-0174-4069-bdf7-e9cd406e71b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad4da20-e9b2-401c-8f70-2eaea9b51c34,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:21.467056 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b00d46d3-b77f-45bf-9236-fc0eea83d3d4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.471979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.471979 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b00d46d3-b77f-45bf-9236-fc0eea83d3d4 HTTP/1.1" status: 204 len: 168 time: 0.2385039 Apr 29 08:53:21.481275 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01d6b5-5b0d-4546-960c-cda1a1138146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00d46d3-b77f-45bf-9236-fc0eea83d3d4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:21.543551 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f0493635-686e-47b5-9510-90280b093d74 admin admin] Publish callbacks [] for security_group (dbfcf061-4834-480e-bdb0-8b24602d865b), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.550005 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f0493635-686e-47b5-9510-90280b093d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (dbfcf061-4834-480e-bdb0-8b24602d865b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.552548 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] Publish callbacks [] for security_group (cad4da20-e9b2-401c-8f70-2eaea9b51c34), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.608444 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0493635-686e-47b5-9510-90280b093d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfcf061-4834-480e-bdb0-8b24602d865b,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:21.617569 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] Publish callbacks [] for security_group (cad4da20-e9b2-401c-8f70-2eaea9b51c34), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.625342 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f0493635-686e-47b5-9510-90280b093d74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=246f4408f33c4d16a496c27a67d1e3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319851 Apr 29 08:53:21.625694 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55442) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:21.680685 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (cad4da20-e9b2-401c-8f70-2eaea9b51c34), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.682482 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] Publish callbacks [] for security_group (dbfcf061-4834-480e-bdb0-8b24602d865b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.683730 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.687747 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cad4da20-e9b2-401c-8f70-2eaea9b51c34 HTTP/1.1" status: 204 len: 168 time: 0.2441885 Apr 29 08:53:21.693817 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf4f5c-88ce-42bb-97aa-4f6abf301541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad4da20-e9b2-401c-8f70-2eaea9b51c34,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:21.711029 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] Publish callbacks [] for security_group (dbfcf061-4834-480e-bdb0-8b24602d865b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.779684 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (dbfcf061-4834-480e-bdb0-8b24602d865b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.782319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:21.783764 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbfcf061-4834-480e-bdb0-8b24602d865b HTTP/1.1" status: 204 len: 168 time: 0.1578896 Apr 29 08:53:21.793022 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b243fe9-42c4-48c4-9ada-69b1c12f0ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfcf061-4834-480e-bdb0-8b24602d865b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:22.132654 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55468) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:22.168578 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32e1820c-0275-4c87-a7a7-650c1b169989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.186867 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21505e1c-82cd-4bfc-b358-fa2acab2197a req-854e08fb-e3fc-41c8-96d6-89b748312332 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:22.188524 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21505e1c-82cd-4bfc-b358-fa2acab2197a req-854e08fb-e3fc-41c8-96d6-89b748312332 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0696778 Apr 29 08:53:22.273669 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21505e1c-82cd-4bfc-b358-fa2acab2197a req-d8a33a1b-b548-4da9-b3fb-0066afdb0330 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767562 Apr 29 08:53:22.325583 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32e1820c-0275-4c87-a7a7-650c1b169989 admin admin] Publish callbacks [] for security_group (44871ce3-ff0c-4718-86de-9c9622a42e2e), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.330422 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32e1820c-0275-4c87-a7a7-650c1b169989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (44871ce3-ff0c-4718-86de-9c9622a42e2e), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.373661 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1820c-0275-4c87-a7a7-650c1b169989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44871ce3-ff0c-4718-86de-9c9622a42e2e,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:22.403563 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-32e1820c-0275-4c87-a7a7-650c1b169989 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49f7e33f97b64054a7f701cfdf486f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696559 Apr 29 08:53:22.406520 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55482) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:22.467740 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] Publish callbacks [] for security_group (44871ce3-ff0c-4718-86de-9c9622a42e2e), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.492869 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] Publish callbacks [] for security_group (44871ce3-ff0c-4718-86de-9c9622a42e2e), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.549854 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (44871ce3-ff0c-4718-86de-9c9622a42e2e), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.552983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:22.557160 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44871ce3-ff0c-4718-86de-9c9622a42e2e HTTP/1.1" status: 204 len: 168 time: 0.1463552 Apr 29 08:53:22.563534 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1739f-e528-4aa8-8dad-4e61ce570abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44871ce3-ff0c-4718-86de-9c9622a42e2e,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:22.749252 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 59575408-22b1-4ee7-9c81-bef3610d56b7 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:53:23.039871 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=59575408-22b1-4ee7-9c81-bef3610d56b7,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:23.055120 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '59575408-22b1-4ee7-9c81-bef3610d56b7', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'port_id': '59575408-22b1-4ee7-9c81-bef3610d56b7', 'mac_address': 'fa:16:3e:30:dc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:53:23.141129 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 59575408-22b1-4ee7-9c81-bef3610d56b7 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:23.144173 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:23.166032 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-2b0e8103-3411-4e2c-945a-e6a6641b3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.171977 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-2b0e8103-3411-4e2c-945a-e6a6641b3d47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1128 time: 0.0779288 Apr 29 08:53:23.178263 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-f04d1808-f2df-4953-a3ab-f8a1ed40e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.179337 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59575408-22b1-4ee7-9c81-bef3610d56b7 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:23.180669 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-f04d1808-f2df-4953-a3ab-f8a1ed40e145 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1128 time: 0.1143038 Apr 29 08:53:23.241994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=59575408-22b1-4ee7-9c81-bef3610d56b7,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:23.249120 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:23.320335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:23.392519 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-6a698009-ebb5-4d74-b213-b0718f56f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.394474 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-6a698009-ebb5-4d74-b213-b0718f56f35e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.2045588 Apr 29 08:53:23.487698 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-85767e7d-0527-41da-9035-97a45ee9fd59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0834041 Apr 29 08:53:23.550606 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-664fe8da-350d-4ace-8075-90eb2e9e1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.552626 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-664fe8da-350d-4ace-8075-90eb2e9e1b60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0579746 Apr 29 08:53:23.649754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-b161a532-9d75-463e-811a-bd60234c8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.651547 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-b161a532-9d75-463e-811a-bd60234c8250 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913174 Apr 29 08:53:23.798221 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-af2d9f29-492e-47bb-af5e-525eee2d649d service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387129 Apr 29 08:53:23.831358 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['59575408-22b1-4ee7-9c81-bef3610d56b7'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:53:23.884011 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-8625d967-7c98-45db-9b9f-3bcee2adea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.885791 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-8625d967-7c98-45db-9b9f-3bcee2adea0e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=60998f08c40446e787ead285e40665b1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6966658 Apr 29 08:53:23.894292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de7fe-3647-4327-97cd-6f95a5681a4b req-5b599fc6-381a-41c4-a5fc-5e409deab46a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:23.903543 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-820de7fe-3647-4327-97cd-6f95a5681a4b req-5b599fc6-381a-41c4-a5fc-5e409deab46a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.1474440 Apr 29 08:53:23.925187 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dc3b9f9-4096-4819-83d3-ff8ab3598287 req-8943860f-f233-44f7-98fb-ea01a341766f service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153393 Apr 29 08:53:24.073007 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-820de7fe-3647-4327-97cd-6f95a5681a4b req-5c050285-f9ae-48a4-a285-e59fe9562e9f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683989 Apr 29 08:53:24.139958 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-0eb1ec4a-f607-4239-b1d1-6fce07a95afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:24.141482 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4eb4d3b4-df32-4627-903d-04b4eb1e900a req-0eb1ec4a-f607-4239-b1d1-6fce07a95afd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269011 Apr 29 08:53:24.274173 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cb3f0524-ee32-4ce4-a606-08df306bbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:24.275897 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-cb3f0524-ee32-4ce4-a606-08df306bbad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1128 time: 0.0441506 Apr 29 08:53:24.330894 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-c91d5ae9-5172-4887-b1d6-036b48749f29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 200 len: 217 time: 0.0407050 Apr 29 08:53:24.386723 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-c2b4b4a6-54ff-40ae-a63c-126ac849a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:24.389247 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-c2b4b4a6-54ff-40ae-a63c-126ac849a994 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0503588 Apr 29 08:53:24.447939 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-0ba2c1b5-b2ea-4d9c-9e59-df0a8dd551c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:24.450744 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-0ba2c1b5-b2ea-4d9c-9e59-df0a8dd551c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552773 Apr 29 08:53:24.559551 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-9a04b51f-a4e0-45cf-8e32-fd110cc30fd6 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013696 Apr 29 08:53:24.667164 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c998fb1-1dab-49c2-90a9-ad47be0680a0 req-58b5e318-1ba9-4f8d-bbbf-d3b9d80fbdbc service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016092 Apr 29 08:53:25.204734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09627914-d520-4d7c-835d-0f61f4b8f8aa req-ba80203e-db99-4bfe-a299-fbb747aef7d1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:25.206271 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09627914-d520-4d7c-835d-0f61f4b8f8aa req-ba80203e-db99-4bfe-a299-fbb747aef7d1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0542223 Apr 29 08:53:25.242159 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 59575408-22b1-4ee7-9c81-bef3610d56b7 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:25.275875 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09627914-d520-4d7c-835d-0f61f4b8f8aa req-dcc9f1fd-a648-4ac2-a34f-2e592c4f2b44 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Apr 29 08:53:25.303144 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 59575408-22b1-4ee7-9c81-bef3610d56b7 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:53:25.311242 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 59575408-22b1-4ee7-9c81-bef3610d56b7 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:25.311663 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:25.410118 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 59575408-22b1-4ee7-9c81-bef3610d56b7 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:25.410507 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:25.438634 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:25.441575 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abf6966-4552-4439-87d2-3f676e6b9825" -d '{"events": [{"server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "name": "network-vif-plugged", "status": "completed", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:25.456816 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=59575408-22b1-4ee7-9c81-bef3610d56b7,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:25.461232 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:25.488537 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1929301a-500d-4954-a999-9aa203db9279 x-openstack-request-id: req-1929301a-500d-4954-a999-9aa203db9279 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:25.488843 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "name": "network-vif-plugged", "status": "completed", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:25.489092 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1929301a-500d-4954-a999-9aa203db9279 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:25.489481 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1929301a-500d-4954-a999-9aa203db9279'] response: {'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7', 'code': 200} Apr 29 08:53:25.520216 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:26.389533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ced445-e152-44f0-ad80-e21a51dd22b8 req-38934b04-ffd4-46f8-aea4-739a1cd3d38f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:26.391036 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-40ced445-e152-44f0-ad80-e21a51dd22b8 req-38934b04-ffd4-46f8-aea4-739a1cd3d38f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0476897 Apr 29 08:53:26.441014 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-40ced445-e152-44f0-ad80-e21a51dd22b8 req-170b5349-53c0-4c5d-9ea5-6976c5c09473 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Apr 29 08:53:27.566983 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90b558-84d9-43a2-88ff-ad5020242554 req-ea280776-e136-4fa4-8384-87bf1c793ccb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:27.568378 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce90b558-84d9-43a2-88ff-ad5020242554 req-ea280776-e136-4fa4-8384-87bf1c793ccb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0476298 Apr 29 08:53:27.617367 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce90b558-84d9-43a2-88ff-ad5020242554 req-08fd5f6c-689f-4d66-9edc-8c138b429727 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Apr 29 08:53:28.730257 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621661c-d6e0-4217-b7cb-c519a2381528 req-02134d60-eb12-4d37-929d-0f8b37cb209b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:28.732220 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a621661c-d6e0-4217-b7cb-c519a2381528 req-02134d60-eb12-4d37-929d-0f8b37cb209b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0476303 Apr 29 08:53:28.780307 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a621661c-d6e0-4217-b7cb-c519a2381528 req-2505e813-d441-48ed-abf4-8244d84f7223 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Apr 29 08:53:29.787641 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cafdce1a-a09c-449b-94d8-f8267af8d160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:29.891775 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bfdbf-fbd2-4546-89c0-af3b4134ea14 req-e411139e-fb2d-4bc2-bfc3-2db5d693d16c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:29.893276 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce4bfdbf-fbd2-4546-89c0-af3b4134ea14 req-e411139e-fb2d-4bc2-bfc3-2db5d693d16c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0479431 Apr 29 08:53:29.940371 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce4bfdbf-fbd2-4546-89c0-af3b4134ea14 req-6bf1ca77-2fd3-47d7-b5f6-caa4d62156b3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Apr 29 08:53:31.065592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47ef12-8903-4f4b-b855-44fa7b9fdf67 req-787e5dc6-3d47-45a6-85f5-f6865025a060 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:31.067066 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9a47ef12-8903-4f4b-b855-44fa7b9fdf67 req-787e5dc6-3d47-45a6-85f5-f6865025a060 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0564547 Apr 29 08:53:31.116668 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9a47ef12-8903-4f4b-b855-44fa7b9fdf67 req-ebbbd3c4-653b-4ec3-9213-5de3a1df8207 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Apr 29 08:53:32.069824 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7679189b-77ff-4b16-aae0-399b19dbf756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:32.254469 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b7cc-d422-4555-973d-91b5ee920451 req-df6ce112-c9c4-47e5-b794-09f58590d19d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:32.256052 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7163b7cc-d422-4555-973d-91b5ee920451 req-df6ce112-c9c4-47e5-b794-09f58590d19d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0622480 Apr 29 08:53:32.317884 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7163b7cc-d422-4555-973d-91b5ee920451 req-cd70e4bf-784c-4f0b-a4b8-432e8dcaad5c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Apr 29 08:53:33.481816 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2474a5-bb0a-4ab6-a9cd-382d16986ea9 req-8056cb33-82a7-4d10-9c37-f77f282a4c0b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:33.483466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ec2474a5-bb0a-4ab6-a9cd-382d16986ea9 req-8056cb33-82a7-4d10-9c37-f77f282a4c0b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0683136 Apr 29 08:53:33.500476 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb6f2-26ee-44b6-8861-bac4fc579317 req-701c4fca-d3b0-4800-9cab-ea89a95ef149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:33.503603 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-376eb6f2-26ee-44b6-8861-bac4fc579317 req-701c4fca-d3b0-4800-9cab-ea89a95ef149 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0712743 Apr 29 08:53:33.545425 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ec2474a5-bb0a-4ab6-a9cd-382d16986ea9 req-7c1e18aa-b93f-4510-a118-ca1707ebdee7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Apr 29 08:53:33.558446 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-376eb6f2-26ee-44b6-8861-bac4fc579317 req-eeada7a8-8ef1-4f6d-adfc-361dcbb9f5c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Apr 29 08:53:33.625177 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:34.484751 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 4011c2e6-769b-4586-8b40-1da7764504df details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:53:34.602029 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=4011c2e6-769b-4586-8b40-1da7764504df,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:34.616074 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '4011c2e6-769b-4586-8b40-1da7764504df', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'port_id': '4011c2e6-769b-4586-8b40-1da7764504df', 'mac_address': 'fa:16:3e:e4:a7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:53:34.658310 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 4011c2e6-769b-4586-8b40-1da7764504df is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:34.658917 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (4011c2e6-769b-4586-8b40-1da7764504df), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:34.675613 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4011c2e6-769b-4586-8b40-1da7764504df {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:53:34.680595 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dfcbb-7b90-4f94-9d4d-e3415c20031a req-76045600-acd8-416b-bc05-67244e62358d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:34.682476 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-178dfcbb-7b90-4f94-9d4d-e3415c20031a req-76045600-acd8-416b-bc05-67244e62358d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 944 time: 0.0636876 Apr 29 08:53:34.699882 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=4011c2e6-769b-4586-8b40-1da7764504df,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:34.706623 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:34.760886 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-178dfcbb-7b90-4f94-9d4d-e3415c20031a req-f1bec1a5-df15-4e9f-a5af-3a413a957f8f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708382 Apr 29 08:53:34.800275 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:34.801116 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:34.877987 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55780) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:34.997694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e241551c-a024-436b-8cdf-e541c1610c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.086643 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e241551c-a024-436b-8cdf-e541c1610c03 admin admin] Publish callbacks [] for security_group (93f552f4-b879-4de5-99ab-e5482b90f0f7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.091531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e241551c-a024-436b-8cdf-e541c1610c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (93f552f4-b879-4de5-99ab-e5482b90f0f7), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.135695 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e241551c-a024-436b-8cdf-e541c1610c03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd13239a76194709ad52eb0c6f592290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565227 Apr 29 08:53:35.136653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241551c-a024-436b-8cdf-e541c1610c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f552f4-b879-4de5-99ab-e5482b90f0f7,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:35.138422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55784) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:35.193236 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] Publish callbacks [] for security_group (93f552f4-b879-4de5-99ab-e5482b90f0f7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.218905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] Publish callbacks [] for security_group (93f552f4-b879-4de5-99ab-e5482b90f0f7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.290500 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (93f552f4-b879-4de5-99ab-e5482b90f0f7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.293340 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:35.294431 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93f552f4-b879-4de5-99ab-e5482b90f0f7 HTTP/1.1" status: 204 len: 168 time: 0.1549864 Apr 29 08:53:35.304381 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a9b1f-b8cc-4420-b000-431dcc1334af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f552f4-b879-4de5-99ab-e5482b90f0f7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:35.348292 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['4011c2e6-769b-4586-8b40-1da7764504df'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:53:35.908679 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8fa47-2bf9-458f-8b56-41fbaabd2113 req-2d45c732-28c9-4dba-a140-a6f3168aa709 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:35.912569 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ed8fa47-2bf9-458f-8b56-41fbaabd2113 req-2d45c732-28c9-4dba-a140-a6f3168aa709 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 945 time: 0.0618603 Apr 29 08:53:35.979870 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ed8fa47-2bf9-458f-8b56-41fbaabd2113 req-1977f066-fc88-4066-b759-c32033a213bd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Apr 29 08:53:36.050353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55820) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:36.216309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1781538300-network', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:36.242081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Made reservation on behalf of 0436edb5348a4ad5a0b6b5979a7c54fa for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:36.244920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.255171 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.339339 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.347471 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks [] for security_group (6ffcb82f-44d2-48c3-9a53-39be6ca27e68), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.351784 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (6ffcb82f-44d2-48c3-9a53-39be6ca27e68), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.375804 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:53:36.397644 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (7d47b2c0-8cdd-4c40-a164-295e8ba0b501), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.398038 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Added segment 7d47b2c0-8cdd-4c40-a164-295e8ba0b501 of type vlan for network 25bd8405-5461-41fe-854e-bd663e55c337 Apr 29 08:53:36.408089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffcb82f-44d2-48c3-9a53-39be6ca27e68,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:36.451347 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (25bd8405-5461-41fe-854e-bd663e55c337), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.494657 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (25bd8405-5461-41fe-854e-bd663e55c337), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.495750 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:36.496397 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.518342 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 4011c2e6-769b-4586-8b40-1da7764504df up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:36.534493 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4764555 Apr 29 08:53:36.535386 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55830) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:36.543439 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Request body: {'subnet': {'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1781538300-subnet', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:36.547894 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.572384 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6214f50-21c9-4c2e-913b-6e8625c89cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=25bd8405-5461-41fe-854e-bd663e55c337,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:36.584120 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Made reservation on behalf of 0436edb5348a4ad5a0b6b5979a7c54fa for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:36.584519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 25bd8405-5461-41fe-854e-bd663e55c337 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:53:36.587099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 4011c2e6-769b-4586-8b40-1da7764504df completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:53:36.587758 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.606430 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 4011c2e6-769b-4586-8b40-1da7764504df triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:36.607086 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (4011c2e6-769b-4586-8b40-1da7764504df), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.772550 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 4011c2e6-769b-4586-8b40-1da7764504df is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:36.772955 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (4011c2e6-769b-4586-8b40-1da7764504df), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.795518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (fc98ad72-f2ae-4b50-9632-88131d7ba665), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.801817 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:53:36.804377 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad2e26-7c11-4bd5-b117-e16ea04c7e06" -d '{"events": [{"server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "name": "network-vif-plugged", "status": "completed", "tag": "4011c2e6-769b-4586-8b40-1da7764504df"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:53:36.821035 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=4011c2e6-769b-4586-8b40-1da7764504df,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:36.828949 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.863262 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc98ad72-f2ae-4b50-9632-88131d7ba665,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:36.879063 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Checking segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:36.879485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Network hostable DHCP agents. Network: 25bd8405-5461-41fe-854e-bd663e55c337, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:53:36.904181 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c28f4-cce2-47e5-967c-92e81f79ed32 x-openstack-request-id: req-4c7c28f4-cce2-47e5-967c-92e81f79ed32 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:53:36.904390 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "name": "network-vif-plugged", "status": "completed", "tag": "4011c2e6-769b-4586-8b40-1da7764504df", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:53:36.904626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c7c28f4-cce2-47e5-967c-92e81f79ed32 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:53:36.905172 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7c28f4-cce2-47e5-967c-92e81f79ed32'] response: {'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df', 'code': 200} Apr 29 08:53:36.911287 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:36.919714 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Network 25bd8405-5461-41fe-854e-bd663e55c337 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:53:36.936487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 25bd8405-5461-41fe-854e-bd663e55c337) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:36.943839 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:36.944537 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:36.946986 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe044076-415a-42b5-9e88-426fa04d6399 None None] Network 25bd8405-5461-41fe-854e-bd663e55c337 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:36.969142 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-67ed89d5-0626-43c1-b07f-23755ed088c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4309704 Apr 29 08:53:36.972732 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55838) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:36.985184 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:37.017361 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.018590 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.125727 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-25bd8405-5461-41fe-854e-bd663e55c337', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:53:37.126826 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.140203 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d84122-d23d-4464-9ff0-abec0c11237b req-82e93a65-07a6-4f82-8bb0-00bfc89bfdd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:37.141794 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09d84122-d23d-4464-9ff0-abec0c11237b req-82e93a65-07a6-4f82-8bb0-00bfc89bfdd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0735960 Apr 29 08:53:37.156479 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for router_controller (a8a6ae54-526a-4c63-81fb-04e4158159e5), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.220332 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09d84122-d23d-4464-9ff0-abec0c11237b req-95fd18fa-0f44-43b3-bbce-fe18baa7e9d3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726008 Apr 29 08:53:37.329316 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2873a6-205f-4c9a-9fe7-d67981765aa2 req-d8ea4e30-3700-40b2-8bfd-9726ea58f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:37.330989 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c2873a6-205f-4c9a-9fe7-d67981765aa2 req-d8ea4e30-3700-40b2-8bfd-9726ea58f531 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1130 time: 0.1276500 Apr 29 08:53:37.365601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Allocated IP 172.20.0.2 (25bd8405-5461-41fe-854e-bd663e55c337/fc98ad72-f2ae-4b50-9632-88131d7ba665/551750ea-f72c-4ea4-a396-c901fea83652) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:37.394968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for router_gateway (a8a6ae54-526a-4c63-81fb-04e4158159e5), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.484399 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7c2873a6-205f-4c9a-9fe7-d67981765aa2 req-8074ea1f-74fe-43f0-b603-d58e1fae7cc1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461394 Apr 29 08:53:37.548767 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks [] for port (551750ea-f72c-4ea4-a396-c901fea83652), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.555648 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (551750ea-f72c-4ea4-a396-c901fea83652), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.609420 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Network 25bd8405-5461-41fe-854e-bd663e55c337 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:37.613015 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:37.614109 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for router_gateway (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.617601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:37.620994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Pushing event updated for resources: {'Port': ['ID=551750ea-f72c-4ea4-a396-c901fea83652,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:37.639728 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.687730 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Attempting to bind port 551750ea-f72c-4ea4-a396-c901fea83652 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:37.688113 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Attempting to bind port 551750ea-f72c-4ea4-a396-c901fea83652 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:37.688535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Attempting to bind port 551750ea-f72c-4ea4-a396-c901fea83652 on network 25bd8405-5461-41fe-854e-bd663e55c337 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:37.694126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:37.694387 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Checking segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:37.694808 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.695220 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Bound using segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:37.695721 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Bound port: 551750ea-f72c-4ea4-a396-c901fea83652, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:37.696303 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (551750ea-f72c-4ea4-a396-c901fea83652), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.758652 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Allocated IP 172.27.0.152 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:37.778441 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] For port 551750ea-f72c-4ea4-a396-c901fea83652, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:37.783307 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] For port 551750ea-f72c-4ea4-a396-c901fea83652, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=551750ea-f72c-4ea4-a396-c901fea83652,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:37.790131 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (551750ea-f72c-4ea4-a396-c901fea83652), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.857810 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73fc1f-523c-4053-a134-aece50de95be None None] Pushing event updated for resources: {'Port': ['ID=551750ea-f72c-4ea4-a396-c901fea83652,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:37.881658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.925944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:37.974487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:37.978466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:37.986264 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:38.014382 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Pushing event updated for resources: {'Port': ['ID=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:38.539761 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for router_gateway (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:38.548845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee17ba-685b-4261-ba3e-e0f64d41031d req-ac123d99-5f12-474f-be77-103a2778717c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:38.550419 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f0ee17ba-685b-4261-ba3e-e0f64d41031d req-ac123d99-5f12-474f-be77-103a2778717c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0682290 Apr 29 08:53:38.684510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f0ee17ba-685b-4261-ba3e-e0f64d41031d req-78849d88-771d-484f-b79d-6224276b7855 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983250 Apr 29 08:53:38.847648 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:38.904164 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 551750ea-f72c-4ea4-a396-c901fea83652 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:38.939614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c82906-7b23-479e-9ca1-aa80a5fa5b03 None None] Network 25bd8405-5461-41fe-854e-bd663e55c337 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:39.038260 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Provisioning complete for port 551750ea-f72c-4ea4-a396-c901fea83652 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:39.038635 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (551750ea-f72c-4ea4-a396-c901fea83652), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.047640 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Router a8a6ae54-526a-4c63-81fb-04e4158159e5 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:53:39.047942 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 551750ea-f72c-4ea4-a396-c901fea83652 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:39.048201 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (551750ea-f72c-4ea4-a396-c901fea83652), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.238328 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:39.257720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 551750ea-f72c-4ea4-a396-c901fea83652 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:39.257720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (551750ea-f72c-4ea4-a396-c901fea83652), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.260773 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Current status of the port 551750ea-f72c-4ea4-a396-c901fea83652 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:39.261041 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (551750ea-f72c-4ea4-a396-c901fea83652), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.267173 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Sync routers for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:39.270918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.274832 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b68a04bf-3a4c-485f-bbd3-c6ec64a91273 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2985620 Apr 29 08:53:39.276698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55886) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:39.295350 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:39.295997 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc02f40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:39.382165 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55888) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:39.398291 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 551750ea-f72c-4ea4-a396-c901fea83652, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=551750ea-f72c-4ea4-a396-c901fea83652,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:39.406103 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (551750ea-f72c-4ea4-a396-c901fea83652), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.537033 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.db.api [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:53:39.537692 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG oslo_db.api [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:53:39.557233 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=551750ea-f72c-4ea4-a396-c901fea83652,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:39.569372 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57cb43f6-3cf7-4678-9cac-c470982959fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.569887 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:39.670396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57cb43f6-3cf7-4678-9cac-c470982959fc admin admin] Publish callbacks [] for security_group (215dba56-6896-4ad1-bfef-a5b3053feabf), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.675136 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-57cb43f6-3cf7-4678-9cac-c470982959fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (215dba56-6896-4ad1-bfef-a5b3053feabf), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.721444 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-57cb43f6-3cf7-4678-9cac-c470982959fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0976abbbe33c478c8fb4a26c8b95da40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372734 Apr 29 08:53:39.721763 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55900) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:39.723528 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb43f6-3cf7-4678-9cac-c470982959fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215dba56-6896-4ad1-bfef-a5b3053feabf,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:39.787585 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc02f40>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:38Z', 'revision_number': 3, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:39.837185 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d660f-2aff-435b-8040-5ecd9c3f9a17 req-d3362027-ea74-4350-8ca4-7b7f67eec9f1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:39.838811 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ae2d660f-2aff-435b-8040-5ecd9c3f9a17 req-d3362027-ea74-4350-8ca4-7b7f67eec9f1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0589607 Apr 29 08:53:39.857568 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] Publish callbacks [] for security_group (215dba56-6896-4ad1-bfef-a5b3053feabf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.897815 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ae2d660f-2aff-435b-8040-5ecd9c3f9a17 req-f0807d7c-0147-4e9c-8ee6-f7eb377b4cdb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515614 Apr 29 08:53:39.910874 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] Publish callbacks [] for security_group (215dba56-6896-4ad1-bfef-a5b3053feabf), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:39.941593 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Checking router: a8a6ae54-526a-4c63-81fb-04e4158159e5 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:39.942424 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Updating router a8a6ae54-526a-4c63-81fb-04e4158159e5 port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:39.976384 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.004025 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.027515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (215dba56-6896-4ad1-bfef-a5b3053feabf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.030087 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.031216 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/215dba56-6896-4ad1-bfef-a5b3053feabf HTTP/1.1" status: 204 len: 168 time: 0.3083742 Apr 29 08:53:40.045018 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d24b02-ff56-419f-a760-c946f7a4b666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215dba56-6896-4ad1-bfef-a5b3053feabf,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:40.137492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-21c065fe-ca5d-49c5-8dea-948aacdb57d0 None None] Current status of the port 551750ea-f72c-4ea4-a396-c901fea83652 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:40.214742 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Allocated IP 172.20.0.1 (25bd8405-5461-41fe-854e-bd663e55c337/fc98ad72-f2ae-4b50-9632-88131d7ba665/7bb8e5b6-f8d9-447e-b192-585a4606656b) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:40.283811 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-20741309-2a3d-40ef-803c-75d7b296139f None None] Provisioning complete for port 551750ea-f72c-4ea4-a396-c901fea83652 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:40.284360 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-20741309-2a3d-40ef-803c-75d7b296139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (551750ea-f72c-4ea4-a396-c901fea83652), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.293745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d7519-fa7d-4aae-9f93-46e9904f78c3 req-2f6836fa-628a-44d3-9311-02bb2e481b01 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:40.296614 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c0d7519-fa7d-4aae-9f93-46e9904f78c3 req-2f6836fa-628a-44d3-9311-02bb2e481b01 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0586028 Apr 29 08:53:40.309928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534148-c7d8-4f03-a10b-e2628914d081 req-7ba90af9-49ad-4a09-b844-88e9a5a8913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:40.312621 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-7ba90af9-49ad-4a09-b844-88e9a5a8913e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1130 time: 0.0823622 Apr 29 08:53:40.423290 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-20741309-2a3d-40ef-803c-75d7b296139f None None] Current status of the port 551750ea-f72c-4ea4-a396-c901fea83652 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:40.430513 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c0d7519-fa7d-4aae-9f93-46e9904f78c3 req-659aaa07-1ee9-421e-86dd-e68c840cdbd3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256492 Apr 29 08:53:40.453169 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks [] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.461296 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.471978 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks [] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.504196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534148-c7d8-4f03-a10b-e2628914d081 req-234e33f2-de88-46d0-a720-c9398d89fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:40.506004 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-234e33f2-de88-46d0-a720-c9398d89fe6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1582804 Apr 29 08:53:40.516397 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Attempting to bind port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:40.516772 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Attempting to bind port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:40.517144 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Attempting to bind port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:40.525863 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834a202-7192-49ae-9aa5-9de0dbf29ecf None None] Pushing event updated for resources: {'Port': ['ID=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:40.528395 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:40.528778 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:40.529186 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.530096 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:40.530580 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Bound port: ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:40.530967 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.564863 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55912) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:40.575366 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-f67112fe-cb28-4cad-bc61-e8236d62051c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 200 len: 217 time: 0.0509217 Apr 29 08:53:40.579088 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.586508 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7fec1831-ea4b-4fa9-8280-a96cc4b121ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.597814 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] For port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:40.601493 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] For port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:40.609087 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.648709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Network 25bd8405-5461-41fe-854e-bd663e55c337 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:40.654961 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:40.657965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:40.677009 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:40.677645 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc02f40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:40.679496 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834a202-7192-49ae-9aa5-9de0dbf29ecf None None] Pushing event updated for resources: {'Port': ['ID=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:40.710283 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7fec1831-ea4b-4fa9-8280-a96cc4b121ac admin admin] Publish callbacks [] for security_group (4ea4a33a-5143-4668-9e25-c7a6bb97aa4b), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.715334 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:40.715700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7fec1831-ea4b-4fa9-8280-a96cc4b121ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4ea4a33a-5143-4668-9e25-c7a6bb97aa4b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.725553 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534148-c7d8-4f03-a10b-e2628914d081 req-56bd08e1-b860-44ff-b3d4-e0947e3771b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:40.726808 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-56bd08e1-b860-44ff-b3d4-e0947e3771b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.1404436 Apr 29 08:53:40.770042 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.787879 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-7fec1831-ea4b-4fa9-8280-a96cc4b121ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2eea1d2ba5342deb8cbae082065fc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219055 Apr 29 08:53:40.794299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55916) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:40.825413 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1831-ea4b-4fa9-8280-a96cc4b121ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea4a33a-5143-4668-9e25-c7a6bb97aa4b,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:40.860440 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534148-c7d8-4f03-a10b-e2628914d081 req-83a56222-f2a5-4818-a714-18ceec0c470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:40.861544 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:40.862085 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-83a56222-f2a5-4818-a714-18ceec0c470b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175056 Apr 29 08:53:40.934932 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 551750ea-f72c-4ea4-a396-c901fea83652 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:40.949561 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] Publish callbacks [] for security_group (4ea4a33a-5143-4668-9e25-c7a6bb97aa4b), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:40.983761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] Publish callbacks [] for security_group (4ea4a33a-5143-4668-9e25-c7a6bb97aa4b), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.009860 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 551750ea-f72c-4ea4-a396-c901fea83652 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:41.010933 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (551750ea-f72c-4ea4-a396-c901fea83652), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.059155 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4ea4a33a-5143-4668-9e25-c7a6bb97aa4b), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.062262 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.074008 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-ddc1e0f3-6965-4131-8b97-c7af2a0d8fe0 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043774 Apr 29 08:53:41.075400 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-c13edcbe-3da8-4553-9d1f-d9b85ae3d613 None None] Provisioning complete for port 7bb8e5b6-f8d9-447e-b192-585a4606656b triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:41.076058 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c13edcbe-3da8-4553-9d1f-d9b85ae3d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.079852 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ea4a33a-5143-4668-9e25-c7a6bb97aa4b HTTP/1.1" status: 204 len: 168 time: 0.2758968 Apr 29 08:53:41.106079 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9eb5d-b458-45a1-a5d0-a02406f0d9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea4a33a-5143-4668-9e25-c7a6bb97aa4b,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:41.107916 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc02f40>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:38Z', 'revision_number': 3, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:41.139209 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa860757-85f2-4508-9aa9-c1292da0022a None None] The sync data for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi is: [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:38Z', 'revision_number': 3, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:41.161620 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.260647 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-92534148-c7d8-4f03-a10b-e2628914d081 req-fcdeac71-6594-48f9-b362-a785f2408a29 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716659 Apr 29 08:53:41.284927 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-c13edcbe-3da8-4553-9d1f-d9b85ae3d613 None None] Port 7bb8e5b6-f8d9-447e-b192-585a4606656b cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:41.333746 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 551750ea-f72c-4ea4-a396-c901fea83652 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:41.420810 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks [] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.428105 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.498702 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.557744 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:41.644577 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb023f-367f-4663-ab05-84c0e9bb01e4 req-25f739da-1d46-4adf-a24f-b078611fad77 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:41.646054 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02eb023f-367f-4663-ab05-84c0e9bb01e4 req-25f739da-1d46-4adf-a24f-b078611fad77 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.1284814 Apr 29 08:53:41.668755 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55930) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:41.683522 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d33e2c4d-1ddf-4711-b1e5-a1f6e4f519ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.705661 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Network 25bd8405-5461-41fe-854e-bd663e55c337 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:41.711699 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:41.729723 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-02eb023f-367f-4663-ab05-84c0e9bb01e4 req-372bccbd-f510-488d-84b0-02d92e7b15b6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773907 Apr 29 08:53:41.828434 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d33e2c4d-1ddf-4711-b1e5-a1f6e4f519ec admin admin] Publish callbacks [] for security_group (148c5c25-a30c-4581-89ea-d6a0679efd73), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.834420 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d33e2c4d-1ddf-4711-b1e5-a1f6e4f519ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (148c5c25-a30c-4581-89ea-d6a0679efd73), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:41.879848 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e2c4d-1ddf-4711-b1e5-a1f6e4f519ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c5c25-a30c-4581-89ea-d6a0679efd73,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:41.909882 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d33e2c4d-1ddf-4711-b1e5-a1f6e4f519ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45901065c5e240a1807e9f5cfc6cf303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381575 Apr 29 08:53:41.910779 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55934) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:41.964225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Router a8a6ae54-526a-4c63-81fb-04e4158159e5 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:53:42.001492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] Publish callbacks [] for security_group (148c5c25-a30c-4581-89ea-d6a0679efd73), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.014122 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-507ac14a-c3d4-4ab8-8c75-dc5cdaecca1b None None] Provisioning complete for port 7bb8e5b6-f8d9-447e-b192-585a4606656b triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:42.015003 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-507ac14a-c3d4-4ab8-8c75-dc5cdaecca1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.033388 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] Publish callbacks [] for security_group (148c5c25-a30c-4581-89ea-d6a0679efd73), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.066424 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-507ac14a-c3d4-4ab8-8c75-dc5cdaecca1b None None] Port 7bb8e5b6-f8d9-447e-b192-585a4606656b cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:42.103918 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (148c5c25-a30c-4581-89ea-d6a0679efd73), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.106617 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.107836 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/148c5c25-a30c-4581-89ea-d6a0679efd73 HTTP/1.1" status: 204 len: 168 time: 0.1958165 Apr 29 08:53:42.113577 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:42.120293 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ffcf3-8183-4af9-944f-d7cb01cef136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c5c25-a30c-4581-89ea-d6a0679efd73,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:42.122324 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3e8a038b-9b7c-4d7d-8b5c-a1ef85fcd253 admin admin] 10.222.0.31 "PUT /v2.0/routers/a8a6ae54-526a-4c63-81fb-04e4158159e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443124 Apr 29 08:53:42.750884 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 55966) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:42.755693 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778436045-network', 'tenant_id': '426b025bddb34a0c93e9a8193825a817'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:42.785058 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Made reservation on behalf of 426b025bddb34a0c93e9a8193825a817 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:42.787552 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.796988 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:42.925883 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a0512-9b0f-45d2-b00d-a2a690a1eb86 req-35186f81-1b2b-4218-b1ae-ea125fbadbf6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:42.929488 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-841a0512-9b0f-45d2-b00d-a2a690a1eb86 req-35186f81-1b2b-4218-b1ae-ea125fbadbf6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.1052265 Apr 29 08:53:42.938513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:43.000865 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:43.001861 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.018736 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-841a0512-9b0f-45d2-b00d-a2a690a1eb86 req-f32d7e5f-761c-4e34-9305-69f31aebd4d6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789573 Apr 29 08:53:43.050378 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks [] for security_group (7a75f349-b973-44b0-8f7a-d60f3b8e4d2f), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.056480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (7a75f349-b973-44b0-8f7a-d60f3b8e4d2f), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.091270 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:53:43.104046 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:43.104743 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.113805 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75f349-b973-44b0-8f7a-d60f3b8e4d2f,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:43.120994 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (3a03336c-0882-4662-8aa6-4bdae72a8a2c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.121349 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Added segment 3a03336c-0882-4662-8aa6-4bdae72a8a2c of type vlan for network 4b1c41e4-f971-47f2-afba-74c5e032fb4b Apr 29 08:53:43.134184 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:43.141289 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.219224 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:43.401458 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Sync routers for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:43.406489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (4b1c41e4-f971-47f2-afba-74c5e032fb4b), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.416728 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:43.417393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea03db5b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:43.440679 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (4b1c41e4-f971-47f2-afba-74c5e032fb4b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.441986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:43.442818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.518048 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7660441 Apr 29 08:53:43.521777 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 55988) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:43.525126 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b50ff-d3f2-43e5-bbcc-ea394198d562 admin admin] Pushing event updated for resources: {'Network': ['ID=4b1c41e4-f971-47f2-afba-74c5e032fb4b,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:43.528431 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Request body: {'subnet': {'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778436045-subnet', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:43.540960 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:53:43.561312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Made reservation on behalf of 426b025bddb34a0c93e9a8193825a817 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:43.564532 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:43.628915 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:43.880274 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea03db5b0>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 2, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:43.908336 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Checking router: a8a6ae54-526a-4c63-81fb-04e4158159e5 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:43.908700 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Updating router a8a6ae54-526a-4c63-81fb-04e4158159e5 port 7bb8e5b6-f8d9-447e-b192-585a4606656b binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:43.944590 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.106847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (4dfeff1e-70e8-494a-8013-3542e6241ddb), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.213746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8b203-6312-4aa0-99af-af85c09d013b req-7124dfb8-4bc5-42d4-a8cc-0f5f9f90b9c9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:44.215257 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6a8b203-6312-4aa0-99af-af85c09d013b req-7124dfb8-4bc5-42d4-a8cc-0f5f9f90b9c9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0945599 Apr 29 08:53:44.220108 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dfeff1e-70e8-494a-8013-3542e6241ddb,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:44.223095 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Checking segment: {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:44.223897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Network hostable DHCP agents. Network: 4b1c41e4-f971-47f2-afba-74c5e032fb4b, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:53:44.260151 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:53:44.283000 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 4b1c41e4-f971-47f2-afba-74c5e032fb4b) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:44.287687 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:44.288574 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.294772 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6a8b203-6312-4aa0-99af-af85c09d013b req-2b3be757-9071-4d30-b117-566dfd5e7581 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647366 Apr 29 08:53:44.312013 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a5874d72-1e96-4331-b464-de7f760bd88f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7880981 Apr 29 08:53:44.314608 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56008) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:44.319380 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks [] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.320556 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:44.324683 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fded58-189c-42e4-894d-8f6f75ea2cd4 None None] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:44.342926 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.344120 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.347599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.405765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for router_controller (5831be77-458e-4fd6-920c-f053ac21dbb1), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.457964 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd891b90-2b8e-4316-8952-ee194f25ba19 None None] Pushing event updated for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:44.547287 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'project_id': '426b025bddb34a0c93e9a8193825a817', 'fixed_ips': [{'subnet_id': '4dfeff1e-70e8-494a-8013-3542e6241ddb'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:53:44.548167 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.584393 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for router_gateway (5831be77-458e-4fd6-920c-f053ac21dbb1), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.590201 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Attempting to bind port 7bb8e5b6-f8d9-447e-b192-585a4606656b on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:44.591250 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Attempting to bind port 7bb8e5b6-f8d9-447e-b192-585a4606656b by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:44.591250 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Attempting to bind port 7bb8e5b6-f8d9-447e-b192-585a4606656b on network 25bd8405-5461-41fe-854e-bd663e55c337 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:44.670683 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:44.670980 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Checking segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:44.671621 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.672026 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Bound using segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:44.672551 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Bound port: 7bb8e5b6-f8d9-447e-b192-585a4606656b, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:44.672939 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.824610 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Allocated IP 172.20.0.2 (4b1c41e4-f971-47f2-afba-74c5e032fb4b/4dfeff1e-70e8-494a-8013-3542e6241ddb/bdef6fd7-d235-4e31-830b-28580a1c8d2f) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:44.839702 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] For port 7bb8e5b6-f8d9-447e-b192-585a4606656b, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:44.852224 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for router_gateway (5831be77-458e-4fd6-920c-f053ac21dbb1), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.857235 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-2e7f0277-2f77-4db8-a86a-882691060818 None None] Provisioning complete for port 7bb8e5b6-f8d9-447e-b192-585a4606656b triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:44.858106 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2e7f0277-2f77-4db8-a86a-882691060818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.862350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] For port 7bb8e5b6-f8d9-447e-b192-585a4606656b, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=7bb8e5b6-f8d9-447e-b192-585a4606656b,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:44.878416 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.898612 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:44.928675 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:44.994043 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Allocated IP 172.27.0.145 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/ebc45602-5615-42d2-9755-97cb98273a92) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:45.032057 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f0277-2f77-4db8-a86a-882691060818 None None] Port 7bb8e5b6-f8d9-447e-b192-585a4606656b cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:45.052017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:45.053273 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea03db5b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:45.130481 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd891b90-2b8e-4316-8952-ee194f25ba19 None None] Pushing event updated for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:45.157789 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for port (ebc45602-5615-42d2-9755-97cb98273a92), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.231586 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (ebc45602-5615-42d2-9755-97cb98273a92), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.271705 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:45.275407 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:45.281137 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:45.315537 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc45602-5615-42d2-9755-97cb98273a92,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:45.338151 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:45.338579 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.428183 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Provisioning complete for port 7bb8e5b6-f8d9-447e-b192-585a4606656b triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:45.428566 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.454433 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e0180-bd4b-4934-8f57-0a388ea6b24b req-c8e6bb99-2c55-45d1-8d40-3e2e6f15440e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:45.456257 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-656e0180-bd4b-4934-8f57-0a388ea6b24b req-c8e6bb99-2c55-45d1-8d40-3e2e6f15440e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0575306 Apr 29 08:53:45.474659 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:45.483176 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks [] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.512969 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-656e0180-bd4b-4934-8f57-0a388ea6b24b req-fabf75ce-e787-4419-a287-1a92d6c1bd69 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475392 Apr 29 08:53:45.529279 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.570700 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for router_gateway (5831be77-458e-4fd6-920c-f053ac21dbb1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.668514 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:45.669267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Pushing event updated for resources: {'Port': ['ID=bdef6fd7-d235-4e31-830b-28580a1c8d2f,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:45.686397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:45.688604 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:45.693799 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:45.791662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Current status of the port 7bb8e5b6-f8d9-447e-b192-585a4606656b is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:45.792061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.794282 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.849361 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Attempting to bind port bdef6fd7-d235-4e31-830b-28580a1c8d2f on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:45.849734 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Attempting to bind port bdef6fd7-d235-4e31-830b-28580a1c8d2f by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:45.850102 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Attempting to bind port bdef6fd7-d235-4e31-830b-28580a1c8d2f on network 4b1c41e4-f971-47f2-afba-74c5e032fb4b {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:45.883698 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:45.884082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Checking segment: {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:45.884572 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.884924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Bound using segment: {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:45.885434 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Bound port: bdef6fd7-d235-4e31-830b-28580a1c8d2f, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:45.885806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.910805 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] For port 7bb8e5b6-f8d9-447e-b192-585a4606656b, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=7bb8e5b6-f8d9-447e-b192-585a4606656b,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:45.918086 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:45.943174 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Router 5831be77-458e-4fd6-920c-f053ac21dbb1 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:53:45.963864 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea03db5b0>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:44Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:46.001958 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f070b8-1092-45b1-b03f-196eef74ef3f None None] The sync data for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi is: [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:44Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:46.040761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d04420-7c3b-4097-9101-5027144733c2 None None] Pushing event updated for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:46.069125 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:46.070817 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] For port bdef6fd7-d235-4e31-830b-28580a1c8d2f, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:46.075270 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] For port bdef6fd7-d235-4e31-830b-28580a1c8d2f, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdef6fd7-d235-4e31-830b-28580a1c8d2f,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:46.087906 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:46.092865 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Sync routers for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:46.104998 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:46.105757 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be06100>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:46.112937 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:46.118059 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56028) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:46.136807 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3504c4a3-cb31-4f22-bb21-ab45e438e965 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8200698 Apr 29 08:53:46.176322 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9fdc44-18a3-4e3e-89ee-bde93dfb6ba3 None None] Pushing event updated for resources: {'Port': ['ID=bdef6fd7-d235-4e31-830b-28580a1c8d2f,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:46.276923 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:46.513506 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be06100>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 3, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:46.548195 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Checking router: 5831be77-458e-4fd6-920c-f053ac21dbb1 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:46.548775 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Updating router 5831be77-458e-4fd6-920c-f053ac21dbb1 port ebc45602-5615-42d2-9755-97cb98273a92 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:46.587874 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ebc45602-5615-42d2-9755-97cb98273a92), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:46.718582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28409a-ccd1-4e24-966c-84689a0ac4a8 req-0a5bfd71-b417-4846-b3bc-9c3970e20d53 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:46.721915 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad28409a-ccd1-4e24-966c-84689a0ac4a8 req-0a5bfd71-b417-4846-b3bc-9c3970e20d53 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0997217 Apr 29 08:53:46.778510 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:46.849125 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ad28409a-ccd1-4e24-966c-84689a0ac4a8 req-b6a1367e-3c80-4af1-bcff-e04c474727ba tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Apr 29 08:53:47.070905 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 7bb8e5b6-f8d9-447e-b192-585a4606656b up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:47.142408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Allocated IP 172.20.0.1 (4b1c41e4-f971-47f2-afba-74c5e032fb4b/4dfeff1e-70e8-494a-8013-3542e6241ddb/5d6afe20-a239-4f53-8388-aa5f7b6bdc33) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:53:47.144681 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks [] for port (ebc45602-5615-42d2-9755-97cb98273a92), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.164658 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ebc45602-5615-42d2-9755-97cb98273a92), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.203327 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 7bb8e5b6-f8d9-447e-b192-585a4606656b triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:47.204272 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.272011 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Attempting to bind port ebc45602-5615-42d2-9755-97cb98273a92 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:47.272552 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Attempting to bind port ebc45602-5615-42d2-9755-97cb98273a92 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:47.276938 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Attempting to bind port ebc45602-5615-42d2-9755-97cb98273a92 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:47.294275 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be45e-b658-4123-bd92-b816b6377924 None None] Pushing event updated for resources: {'Port': ['ID=ebc45602-5615-42d2-9755-97cb98273a92,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:47.298568 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:47.299606 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:47.300067 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.300903 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:47.301515 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Bound port: ebc45602-5615-42d2-9755-97cb98273a92, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:47.302007 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ebc45602-5615-42d2-9755-97cb98273a92), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.337618 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks [] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.340505 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 7bb8e5b6-f8d9-447e-b192-585a4606656b is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:47.342671 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdef6fd7-d235-4e31-830b-28580a1c8d2f up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:47.376468 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] For port ebc45602-5615-42d2-9755-97cb98273a92, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:47.384416 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] For port ebc45602-5615-42d2-9755-97cb98273a92, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ebc45602-5615-42d2-9755-97cb98273a92,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:47.393944 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ebc45602-5615-42d2-9755-97cb98273a92), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.395033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.429164 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port bdef6fd7-d235-4e31-830b-28580a1c8d2f triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:47.429558 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.459963 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:47.465961 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:47.470196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:53:47.491651 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be45e-b658-4123-bd92-b816b6377924 None None] Pushing event updated for resources: {'Port': ['ID=ebc45602-5615-42d2-9755-97cb98273a92,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:47.494588 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:47.495225 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be06100>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:47.528984 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:47.562280 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port bdef6fd7-d235-4e31-830b-28580a1c8d2f is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:47.568621 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.571540 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (5831be77-458e-4fd6-920c-f053ac21dbb1), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.604355 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e510841-1da8-4d73-b30b-d8811c71cb09 None None] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:47.678002 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port bdef6fd7-d235-4e31-830b-28580a1c8d2f, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdef6fd7-d235-4e31-830b-28580a1c8d2f,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:47.743360 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.755979 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-f7d6cfb8-404d-44a0-b681-2459605e8600 None None] Provisioning complete for port bdef6fd7-d235-4e31-830b-28580a1c8d2f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:47.755979 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f7d6cfb8-404d-44a0-b681-2459605e8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.772015 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:47.783480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:47.868756 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=bdef6fd7-d235-4e31-830b-28580a1c8d2f,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:47.958499 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-f7d6cfb8-404d-44a0-b681-2459605e8600 None None] Current status of the port bdef6fd7-d235-4e31-830b-28580a1c8d2f is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:48.003081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c42131-9e7e-4f98-8a0e-cb662c9c152c req-079ab236-1611-46b9-bfa5-303e9e17d8e3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:48.004932 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75c42131-9e7e-4f98-8a0e-cb662c9c152c req-079ab236-1611-46b9-bfa5-303e9e17d8e3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0515394 Apr 29 08:53:48.049784 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be06100>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 3, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:48.084495 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78d73-0f36-45f0-9fb1-5602753e9a51 None None] The sync data for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi is: [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 3, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:48.090305 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75c42131-9e7e-4f98-8a0e-cb662c9c152c req-e1e3b494-9dd1-4e29-889c-a2497e041448 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782204 Apr 29 08:53:48.150250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks [] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.157715 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.182084 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:48.182675 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.236603 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:48.237608 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:48.246924 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (5831be77-458e-4fd6-920c-f053ac21dbb1), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.270597 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Provisioning complete for port bdef6fd7-d235-4e31-830b-28580a1c8d2f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:48.271379 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.396881 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:53:48.398907 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:48.399697 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-d75c6796-28be-4c5a-8799-e409c6933bba None None] Current status of the port bdef6fd7-d235-4e31-830b-28580a1c8d2f is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:48.529068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-71c933a3-66b6-4316-8d88-f2f0162280e9 None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:48.530511 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-71c933a3-66b6-4316-8d88-f2f0162280e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.554115 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Router 5831be77-458e-4fd6-920c-f053ac21dbb1 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:53:48.575097 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-71c933a3-66b6-4316-8d88-f2f0162280e9 None None] Port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:48.690263 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:53:48.693171 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-d3303dfa-ff86-4730-82b5-e7c3dd479ca4 None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:48.693553 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d3303dfa-ff86-4730-82b5-e7c3dd479ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:48.698505 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-947d19cc-806b-43a3-be64-ef35b633a477 admin admin] 10.222.0.31 "PUT /v2.0/routers/5831be77-458e-4fd6-920c-f053ac21dbb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5792861 Apr 29 08:53:48.736065 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-d3303dfa-ff86-4730-82b5-e7c3dd479ca4 None None] Port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:53:48.997169 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdef6fd7-d235-4e31-830b-28580a1c8d2f up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:49.051724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port bdef6fd7-d235-4e31-830b-28580a1c8d2f triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:49.052242 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.140232 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port bdef6fd7-d235-4e31-830b-28580a1c8d2f is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:49.141340 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ebc45602-5615-42d2-9755-97cb98273a92 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:49.300732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b605a-32da-46db-ada9-7f8bcea37132 req-45fec296-e3d7-4a49-b2aa-a53932cd1f51 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:49.302681 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8e8b605a-32da-46db-ada9-7f8bcea37132 req-45fec296-e3d7-4a49-b2aa-a53932cd1f51 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0832286 Apr 29 08:53:49.352356 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port ebc45602-5615-42d2-9755-97cb98273a92 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:49.353903 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (ebc45602-5615-42d2-9755-97cb98273a92), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.401019 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8e8b605a-32da-46db-ada9-7f8bcea37132 req-f5b4079b-a1e4-45da-8d66-e279de1e61f8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909460 Apr 29 08:53:49.479599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port ebc45602-5615-42d2-9755-97cb98273a92 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:49.480005 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ebc45602-5615-42d2-9755-97cb98273a92), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.480808 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56078) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:49.486103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876456731', 'description': 'tempest-secgroup-smoke-1876456731 description', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:49.509637 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port ebc45602-5615-42d2-9755-97cb98273a92, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ebc45602-5615-42d2-9755-97cb98273a92,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:49.516674 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ebc45602-5615-42d2-9755-97cb98273a92), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.525786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.581202 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=ebc45602-5615-42d2-9755-97cb98273a92,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:49.609847 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (22e98129-a43c-48eb-862b-52f5cc805a33), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.614724 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (22e98129-a43c-48eb-862b-52f5cc805a33), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.645716 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e98129-a43c-48eb-862b-52f5cc805a33,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:49.650023 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.651325 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2730b7d1-85c7-499b-af08-6b8604ba7998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1694338 Apr 29 08:53:49.655007 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56082) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:49.659594 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:49.687043 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (3328f58a-e82b-43d9-94a3-93aa858032ac), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.761888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (3328f58a-e82b-43d9-94a3-93aa858032ac), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.766637 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (3328f58a-e82b-43d9-94a3-93aa858032ac), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.788055 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3328f58a-e82b-43d9-94a3-93aa858032ac,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:49.797887 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.799259 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f4744686-7ff5-4128-bd42-27e85c618531 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433022 Apr 29 08:53:49.802465 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56086) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:49.806901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:49.836056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (1221584d-7e0b-44f3-93f2-fd79adceaf57), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.901222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (1221584d-7e0b-44f3-93f2-fd79adceaf57), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.914732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (1221584d-7e0b-44f3-93f2-fd79adceaf57), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.938535 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1221584d-7e0b-44f3-93f2-fd79adceaf57,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:49.949004 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:49.950338 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5255ddc4-aaf4-498a-9c59-5612992a737a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469023 Apr 29 08:53:49.954269 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56092) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:49.959300 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:49.989559 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (43329342-58a5-48f6-a55a-99c0fd7d490b), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.063035 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (43329342-58a5-48f6-a55a-99c0fd7d490b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.066842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (43329342-58a5-48f6-a55a-99c0fd7d490b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.086295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43329342-58a5-48f6-a55a-99c0fd7d490b,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:50.096764 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.098053 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7afff5dd-adce-4bd9-b0c6-7003d7bebdfc tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426511 Apr 29 08:53:50.101009 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56098) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:50.107443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:50.117525 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Sync routers for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:53:50.128393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:50.128953 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba97af0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:50.134897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (a70a1481-0a65-4fe4-8711-96d587f262de), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.192478 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (a70a1481-0a65-4fe4-8711-96d587f262de), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.196923 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (a70a1481-0a65-4fe4-8711-96d587f262de), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.215617 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70a1481-0a65-4fe4-8711-96d587f262de,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:50.227327 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.228816 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a7d6e4c6-fc03-4fb3-8903-7d0ec1c51906 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262507 Apr 29 08:53:50.231705 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56100) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:50.236396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:50.254631 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:50.257743 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.securitygroups_db [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Project 0436edb5348a4ad5a0b6b5979a7c54fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:53:50.263985 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (1c72ac68-ed02-4120-917e-fa9d0ae06ec3), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.327019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (1c72ac68-ed02-4120-917e-fa9d0ae06ec3), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.331490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (1c72ac68-ed02-4120-917e-fa9d0ae06ec3), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.349536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c72ac68-ed02-4120-917e-fa9d0ae06ec3,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:50.357280 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.358485 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b72853a2-81af-4502-aa0c-3668b86fb886 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256187 Apr 29 08:53:50.361393 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56102) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:50.366167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'security_group_rule': {'security_group_id': '22e98129-a43c-48eb-862b-52f5cc805a33', 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:50.385987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.securitygroups_db [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Project 0436edb5348a4ad5a0b6b5979a7c54fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:53:50.391960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (5d841215-7c7e-4c08-93ac-46138903526b), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.468535 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (5d841215-7c7e-4c08-93ac-46138903526b), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.469156 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba97af0>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 4, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '5d6afe20-a239-4f53-8388-aa5f7b6bdc33', 'name': '', 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'mac_address': 'fa:16:3e:b6:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:46Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 2, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'subnets': [{'id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:50.476264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (5d841215-7c7e-4c08-93ac-46138903526b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.503348 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Checking router: 5831be77-458e-4fd6-920c-f053ac21dbb1 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:53:50.503719 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Updating router 5831be77-458e-4fd6-920c-f053ac21dbb1 port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:53:50.506004 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d841215-7c7e-4c08-93ac-46138903526b,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:50.516863 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.525756 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-710d7f29-49d2-41aa-9f33-b34f11b87b0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556830 Apr 29 08:53:50.537454 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.552376 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9d203-44a1-479c-a8fd-6ce953762513 req-f32d488f-117c-4244-8494-66dbe83aa67b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:50.553996 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-77e9d203-44a1-479c-a8fd-6ce953762513 req-f32d488f-117c-4244-8494-66dbe83aa67b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0624630 Apr 29 08:53:50.613003 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-77e9d203-44a1-479c-a8fd-6ce953762513 req-c3c85d0c-46a3-41c9-b955-799bac43b560 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528798 Apr 29 08:53:50.875797 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ebc45602-5615-42d2-9755-97cb98273a92 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:50.886961 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks [] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.917424 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:50.989994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a8a2-864b-419c-85e7-c077ddaa7948 None None] Pushing event updated for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:51.028395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port ebc45602-5615-42d2-9755-97cb98273a92 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:51.028395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (ebc45602-5615-42d2-9755-97cb98273a92), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.088706 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Attempting to bind port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:53:51.089087 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Attempting to bind port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:53:51.089460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Attempting to bind port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 on network 4b1c41e4-f971-47f2-afba-74c5e032fb4b {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:53:51.104847 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:53:51.105263 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Checking segment: {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:51.105623 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.106024 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Bound using segment: {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:53:51.115277 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Bound port: 5d6afe20-a239-4f53-8388-aa5f7b6bdc33, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a03336c-0882-4662-8aa6-4bdae72a8a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:53:51.115277 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.185127 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port ebc45602-5615-42d2-9755-97cb98273a92 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:51.210267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] For port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:53:51.214576 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] For port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:53:51.227007 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.294752 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:51.295279 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.334111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:53:51.335118 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba97af0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:53:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:51.373720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a8a2-864b-419c-85e7-c077ddaa7948 None None] Pushing event updated for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:51.556596 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Current status of the port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:51.557209 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.564532 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:53:51.611388 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56176) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:51.662095 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] For port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:53:51.694115 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.769395 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-edbda128-3dc9-4e2d-8e39-4161cef78728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.777951 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c3dda-bd49-4bf1-a3ec-29e7050b8780 req-80dfaa98-840b-44d3-9155-1aeb552b13bc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:51.780006 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-168c3dda-bd49-4bf1-a3ec-29e7050b8780 req-80dfaa98-840b-44d3-9155-1aeb552b13bc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0612566 Apr 29 08:53:51.794346 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ea43-e61b-4f9b-aa60-32ec0bfcdd3c None None] Pushing event updated for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:51.835518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4ed01c50-1d41-4962-a52d-90e0820d12e9 None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:51.835895 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4ed01c50-1d41-4962-a52d-90e0820d12e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.867454 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-168c3dda-bd49-4bf1-a3ec-29e7050b8780 req-236817a3-9860-4b9b-b761-66b47ea309d2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740287 Apr 29 08:53:51.907710 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9ba97af0>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 4, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '5d6afe20-a239-4f53-8388-aa5f7b6bdc33', 'name': '', 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'mac_address': 'fa:16:3e:b6:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:46Z', 'updated_at': '2022-04-29T08:53:51Z', 'revision_number': 4, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'subnets': [{'id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:53:51.918454 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-edbda128-3dc9-4e2d-8e39-4161cef78728 admin admin] Publish callbacks [] for security_group (e939ffef-7be2-483c-b5ea-95459a505a7b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.923306 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-edbda128-3dc9-4e2d-8e39-4161cef78728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e939ffef-7be2-483c-b5ea-95459a505a7b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:51.939152 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c0ec83-f3ce-43b3-bed4-b8920122b578 None None] The sync data for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi is: [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:47Z', 'revision_number': 4, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '5d6afe20-a239-4f53-8388-aa5f7b6bdc33', 'name': '', 'network_id': '4b1c41e4-f971-47f2-afba-74c5e032fb4b', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'mac_address': 'fa:16:3e:b6:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:46Z', 'updated_at': '2022-04-29T08:53:51Z', 'revision_number': 4, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'subnets': [{'id': '4dfeff1e-70e8-494a-8013-3542e6241ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:53:51.973068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbda128-3dc9-4e2d-8e39-4161cef78728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e939ffef-7be2-483c-b5ea-95459a505a7b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:51.979338 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-edbda128-3dc9-4e2d-8e39-4161cef78728 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e908916deef5446b90f7738feb99ae4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668897 Apr 29 08:53:51.981712 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4ed01c50-1d41-4962-a52d-90e0820d12e9 None None] Current status of the port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:51.982098 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56184) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:52.047518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] Publish callbacks [] for security_group (e939ffef-7be2-483c-b5ea-95459a505a7b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.083199 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] Publish callbacks [] for security_group (e939ffef-7be2-483c-b5ea-95459a505a7b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.147475 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e939ffef-7be2-483c-b5ea-95459a505a7b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.150879 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.152347 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e939ffef-7be2-483c-b5ea-95459a505a7b HTTP/1.1" status: 204 len: 168 time: 0.1680613 Apr 29 08:53:52.160473 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a1273-4c7b-49eb-b149-59ec4445ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e939ffef-7be2-483c-b5ea-95459a505a7b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:52.452494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56194) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:52.466191 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e6914842-b498-493d-b504-260ebfc3c220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.547953 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e6914842-b498-493d-b504-260ebfc3c220 admin admin] Publish callbacks [] for security_group (ee960b19-9b3d-492f-b8cd-5f8a79fbca9b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.552152 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e6914842-b498-493d-b504-260ebfc3c220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ee960b19-9b3d-492f-b8cd-5f8a79fbca9b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.591256 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e6914842-b498-493d-b504-260ebfc3c220 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=48ace162c7084b34b3588adc57c9f289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376822 Apr 29 08:53:52.593018 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6914842-b498-493d-b504-260ebfc3c220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee960b19-9b3d-492f-b8cd-5f8a79fbca9b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:52.595085 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56198) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:52.648180 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] Publish callbacks [] for security_group (ee960b19-9b3d-492f-b8cd-5f8a79fbca9b), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.671610 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] Publish callbacks [] for security_group (ee960b19-9b3d-492f-b8cd-5f8a79fbca9b), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.725997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ee960b19-9b3d-492f-b8cd-5f8a79fbca9b), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.729288 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:52.730859 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee960b19-9b3d-492f-b8cd-5f8a79fbca9b HTTP/1.1" status: 204 len: 168 time: 0.1347458 Apr 29 08:53:52.741903 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137d579-f05a-42ea-af61-b825a7e33438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee960b19-9b3d-492f-b8cd-5f8a79fbca9b,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:52.897240 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:53:52.963623 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:53:52.964013 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.033861 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaece8d-72ce-4311-a127-6d548627ec34 req-56357a27-83e1-44eb-95ce-931d93ef93f2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:53.035878 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dbaece8d-72ce-4311-a127-6d548627ec34 req-56357a27-83e1-44eb-95ce-931d93ef93f2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0652502 Apr 29 08:53:53.068599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:53:53.106111 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dbaece8d-72ce-4311-a127-6d548627ec34 req-e69a1c02-e156-4658-a3e2-24b5c5f879d3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623987 Apr 29 08:53:53.588950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56236) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:53.689920 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-168073923-network', 'tenant_id': '67896e341d69409cbf6a50dcbd68c8f8'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:53.710563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Made reservation on behalf of 67896e341d69409cbf6a50dcbd68c8f8 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:53.712945 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.724567 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.807523 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks [] for security_group (5f1d3b55-1583-4992-ae76-790903ec3a8d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.811780 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5f1d3b55-1583-4992-ae76-790903ec3a8d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.839050 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:53:53.844718 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d3b55-1583-4992-ae76-790903ec3a8d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:53.853874 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (0b684a60-77be-4687-bc9a-7a77b277f980), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.854255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Added segment 0b684a60-77be-4687-bc9a-7a77b277f980 of type vlan for network 04ed2cb8-cbd3-470e-a742-1fb90208f780 Apr 29 08:53:53.897271 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (04ed2cb8-cbd3-470e-a742-1fb90208f780), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.920805 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (04ed2cb8-cbd3-470e-a742-1fb90208f780), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.921766 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:53.922352 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.956752 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3668087 Apr 29 08:53:53.960531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56242) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:53.965650 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Request body: {'subnet': {'network_id': '04ed2cb8-cbd3-470e-a742-1fb90208f780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-168073923-subnet', 'tenant_id': '67896e341d69409cbf6a50dcbd68c8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:53.986867 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Made reservation on behalf of 67896e341d69409cbf6a50dcbd68c8f8 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:53.988774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80091d6-fc65-46ab-8a28-5a20d807bfff admin admin] Pushing event updated for resources: {'Network': ['ID=04ed2cb8-cbd3-470e-a742-1fb90208f780,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:53.989524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60737328'] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:53.999849 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 04ed2cb8-cbd3-470e-a742-1fb90208f780 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:53:54.160602 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60737474'] for subnet (2415d59e-e589-42a6-9a2f-418468ca3a0e), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:54.250916 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2415d59e-e589-42a6-9a2f-418468ca3a0e,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:54.267690 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a386d1-8211-4ab5-b913-06544521d65e req-048d1753-da3e-4865-b44a-c6d2e2c65932 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:54.269313 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e4a386d1-8211-4ab5-b913-06544521d65e req-048d1753-da3e-4865-b44a-c6d2e2c65932 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0842311 Apr 29 08:53:54.285208 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Checking segment: {'id': '0b684a60-77be-4687-bc9a-7a77b277f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '04ed2cb8-cbd3-470e-a742-1fb90208f780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:54.285385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Network hostable DHCP agents. Network: 04ed2cb8-cbd3-470e-a742-1fb90208f780, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:53:54.323124 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Network 04ed2cb8-cbd3-470e-a742-1fb90208f780 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:53:54.338551 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e4a386d1-8211-4ab5-b913-06544521d65e req-23204c5d-66e5-44db-9f19-7b805891bad6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631642 Apr 29 08:53:54.339509 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 04ed2cb8-cbd3-470e-a742-1fb90208f780) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:54.344345 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:54.344944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:54.349328 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965507a-2151-4772-9726-d07e9752f091 None None] Network 04ed2cb8-cbd3-470e-a742-1fb90208f780 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:54.367634 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-09b14ef5-3e01-465a-8db3-23e36ad2d186 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4059339 Apr 29 08:53:54.594069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea097e-e32d-4c48-aaba-330941ccc0d2 None None] Network 04ed2cb8-cbd3-470e-a742-1fb90208f780 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:54.892045 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56266) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:54.897681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-18323289-network', 'tenant_id': '3e4a04cd466b4601a6c00b0a259c6eb6'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:54.917229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Made reservation on behalf of 3e4a04cd466b4601a6c00b0a259c6eb6 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:54.919453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:54.928750 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.003970 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks [] for security_group (bbcb16a0-6498-49ca-b667-fc464e625fdc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.010121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (bbcb16a0-6498-49ca-b667-fc464e625fdc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.042485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:53:55.050512 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb16a0-6498-49ca-b667-fc464e625fdc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:55.057182 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (aea14fe7-a4d8-4a71-8df2-e632e17d656a), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.057590 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Added segment aea14fe7-a4d8-4a71-8df2-e632e17d656a of type vlan for network 41e4a609-caee-468a-9ea4-d62697c00562 Apr 29 08:53:55.103719 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (41e4a609-caee-468a-9ea4-d62697c00562), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.128536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (41e4a609-caee-468a-9ea4-d62697c00562), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.129811 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:55.130470 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.165339 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2719784 Apr 29 08:53:55.168241 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56268) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:53:55.173655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Request body: {'subnet': {'network_id': '41e4a609-caee-468a-9ea4-d62697c00562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-18323289-subnet', 'tenant_id': '3e4a04cd466b4601a6c00b0a259c6eb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:53:55.193449 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Made reservation on behalf of 3e4a04cd466b4601a6c00b0a259c6eb6 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:53:55.194652 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5c2cb-a208-438f-bf9c-c8a4ada0ef74 admin admin] Pushing event updated for resources: {'Network': ['ID=41e4a609-caee-468a-9ea4-d62697c00562,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:55.195851 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.206186 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 41e4a609-caee-468a-9ea4-d62697c00562 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:53:55.380928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (b647b881-4218-4936-92ef-8a34a5206b27), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.453729 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b647b881-4218-4936-92ef-8a34a5206b27,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:53:55.480865 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Checking segment: {'id': 'aea14fe7-a4d8-4a71-8df2-e632e17d656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '41e4a609-caee-468a-9ea4-d62697c00562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:53:55.481228 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Network hostable DHCP agents. Network: 41e4a609-caee-468a-9ea4-d62697c00562, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:53:55.499555 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb74b7a-4cbb-4e5f-84d6-6805aa8ae2b5 req-af964080-ba54-46bf-9cad-04eae6509b6e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:55.501116 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5fb74b7a-4cbb-4e5f-84d6-6805aa8ae2b5 req-af964080-ba54-46bf-9cad-04eae6509b6e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0628259 Apr 29 08:53:55.525741 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Network 41e4a609-caee-468a-9ea4-d62697c00562 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:53:55.538851 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 41e4a609-caee-468a-9ea4-d62697c00562) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:53:55.549487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:55.550085 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:53:55.553955 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1c7653-c919-4c04-b3f8-febae5eb0e18 None None] Network 41e4a609-caee-468a-9ea4-d62697c00562 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:55.572807 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5fb74b7a-4cbb-4e5f-84d6-6805aa8ae2b5 req-d635ad29-90f6-4d19-a8ce-83ef1560e1b8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Apr 29 08:53:55.576719 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-0be86509-ccae-4faa-9221-849de3ade166 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4072886 Apr 29 08:53:55.675403 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6207f1-62e8-4420-a44f-22866711b7d4 None None] Network 41e4a609-caee-468a-9ea4-d62697c00562 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:53:56.692233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d554c9-1f02-49f0-862f-2278d04224d4 req-49bd6838-af97-4040-94bc-f7fc895bd0a5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:56.693668 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b8d554c9-1f02-49f0-862f-2278d04224d4 req-49bd6838-af97-4040-94bc-f7fc895bd0a5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0494301 Apr 29 08:53:56.750819 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b8d554c9-1f02-49f0-862f-2278d04224d4 req-626d274e-a9bd-453b-bf9f-e7b62b8f9cff tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Apr 29 08:53:57.889160 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0661291-4456-4a5f-b73c-0cd8ce1de1af req-f77a1928-07b5-4d7f-bde6-6cfb030a4281 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:57.890770 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0661291-4456-4a5f-b73c-0cd8ce1de1af req-f77a1928-07b5-4d7f-bde6-6cfb030a4281 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0702813 Apr 29 08:53:57.938521 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0661291-4456-4a5f-b73c-0cd8ce1de1af req-c9b99742-d198-435e-9ee9-3649cc0a1a35 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Apr 29 08:53:58.194154 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:53:59.060102 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f2e71-cc65-4184-9599-d0a4241df027 req-d89cf6cb-7691-47b3-8ccc-ba629fc4bfd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:53:59.061931 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-482f2e71-cc65-4184-9599-d0a4241df027 req-d89cf6cb-7691-47b3-8ccc-ba629fc4bfd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0532544 Apr 29 08:53:59.110872 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-482f2e71-cc65-4184-9599-d0a4241df027 req-e7d66f04-f96a-4149-8cbb-fe5e48a46d1f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Apr 29 08:53:59.838312 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b5072a3a-ee19-444e-a6af-f4bf92a182e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:00.234781 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1951dd9-a7a6-4704-8a61-2efcb87f5b64 req-11158ec0-36f1-49e0-915c-f9263bc6c001 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:00.236430 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1951dd9-a7a6-4704-8a61-2efcb87f5b64 req-11158ec0-36f1-49e0-915c-f9263bc6c001 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0537574 Apr 29 08:54:00.284761 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1951dd9-a7a6-4704-8a61-2efcb87f5b64 req-6c3eaa1a-c029-4218-b242-a7189c4b08f5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Apr 29 08:54:01.401713 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc896ecd-81e4-454f-a5e1-e4c97c61a2d8 req-70b33338-4982-49fc-84d7-113c7d7addd3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:01.403474 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cc896ecd-81e4-454f-a5e1-e4c97c61a2d8 req-70b33338-4982-49fc-84d7-113c7d7addd3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Apr 29 08:54:01.453813 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cc896ecd-81e4-454f-a5e1-e4c97c61a2d8 req-8207f466-57c8-4468-958c-6e4a59aa9b8d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Apr 29 08:54:02.080783 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-24223aa2-1d10-435b-b3b2-b3dd79251644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:02.579318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2decd7-f3a8-44af-96d8-d7e27b3bfc59 req-b5d64dd2-a09f-44ae-8bd3-35d72a59e609 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:02.580802 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c2decd7-f3a8-44af-96d8-d7e27b3bfc59 req-b5d64dd2-a09f-44ae-8bd3-35d72a59e609 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0541284 Apr 29 08:54:02.627703 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c2decd7-f3a8-44af-96d8-d7e27b3bfc59 req-2ad04710-4766-4629-b02d-c7384e6912fa tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Apr 29 08:54:03.625506 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:03.744122 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bcce8-301f-4a9b-b676-0b8f2573105d req-415ad8ab-d7c3-403c-80b2-946dae74e350 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:03.745743 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f67bcce8-301f-4a9b-b676-0b8f2573105d req-415ad8ab-d7c3-403c-80b2-946dae74e350 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0490382 Apr 29 08:54:03.795816 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f67bcce8-301f-4a9b-b676-0b8f2573105d req-8dc61591-aab2-4bf3-b4fc-2ba08ebe36c7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Apr 29 08:54:04.753498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:04.913303 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b5b44-edf2-44ba-9d26-49b05274d4c4 req-a24750c0-58a6-4f5a-81b1-1faae9c437a5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:04.914796 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c9b5b44-edf2-44ba-9d26-49b05274d4c4 req-a24750c0-58a6-4f5a-81b1-1faae9c437a5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Apr 29 08:54:04.965047 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c9b5b44-edf2-44ba-9d26-49b05274d4c4 req-6f620956-d1c3-46c9-9039-c66cbd95bca6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Apr 29 08:54:06.082251 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408507-9016-4ac9-93bf-fe9ea996987a req-3eb878bd-fd94-4914-b332-e37d38bc7610 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:06.083638 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bd408507-9016-4ac9-93bf-fe9ea996987a req-3eb878bd-fd94-4914-b332-e37d38bc7610 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Apr 29 08:54:06.131139 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bd408507-9016-4ac9-93bf-fe9ea996987a req-eb514d42-2b49-4ac4-b7b3-a789d2f3bf21 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Apr 29 08:54:06.323948 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:06.524303 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:07.249408 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9e66-8e6e-4351-b28b-5d1dbb29a6e5 req-b9b31b57-a76f-42c9-918d-dc983c77fc22 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:07.251401 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9fbe9e66-8e6e-4351-b28b-5d1dbb29a6e5 req-b9b31b57-a76f-42c9-918d-dc983c77fc22 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0524001 Apr 29 08:54:07.303981 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9fbe9e66-8e6e-4351-b28b-5d1dbb29a6e5 req-0dc7bd09-5ae1-40eb-bf4c-7791f2741592 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470507 Apr 29 08:54:08.420398 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723cf8-fbc6-4726-bbc3-31e598973175 req-d5b5d5c0-1d87-48ef-999d-4193c134f64f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:08.421918 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ae723cf8-fbc6-4726-bbc3-31e598973175 req-d5b5d5c0-1d87-48ef-999d-4193c134f64f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Apr 29 08:54:08.469558 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ae723cf8-fbc6-4726-bbc3-31e598973175 req-06b3e33c-ea8b-42fd-a062-439a36bd3bba tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 Apr 29 08:54:09.584422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2aed0-a6ce-4d1c-89e5-7f43ca046a71 req-121f4145-ecb6-4225-a81e-7ca89b3a2e8b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:09.585927 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e8b2aed0-a6ce-4d1c-89e5-7f43ca046a71 req-121f4145-ecb6-4225-a81e-7ca89b3a2e8b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0478573 Apr 29 08:54:09.634214 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e8b2aed0-a6ce-4d1c-89e5-7f43ca046a71 req-a54950a2-4cc3-46d7-9692-1fbc408719e0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Apr 29 08:54:10.764056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594d19-f75f-4655-b8e3-3da905950c00 req-25712d0d-207c-4006-bdd0-3d0ac5d4a746 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:10.765650 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa594d19-f75f-4655-b8e3-3da905950c00 req-25712d0d-207c-4006-bdd0-3d0ac5d4a746 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0636251 Apr 29 08:54:10.813764 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa594d19-f75f-4655-b8e3-3da905950c00 req-d846e417-5392-4642-9d45-1910e1cd96d6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Apr 29 08:54:11.945844 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6467b53-4215-4cd2-ada3-bb8e64ec65c0 req-91a2eabb-57d1-450c-a751-feb2322d4e88 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:11.948963 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6467b53-4215-4cd2-ada3-bb8e64ec65c0 req-91a2eabb-57d1-450c-a751-feb2322d4e88 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0607073 Apr 29 08:54:12.008201 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6467b53-4215-4cd2-ada3-bb8e64ec65c0 req-3a841af5-c54c-4bc9-9fd8-4d959f312091 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 Apr 29 08:54:13.123443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcb108-d987-4411-9249-88de3ef3d414 req-4cb17b3d-4c67-4060-9f3e-c2e5f0b61676 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:13.124987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33dcb108-d987-4411-9249-88de3ef3d414 req-4cb17b3d-4c67-4060-9f3e-c2e5f0b61676 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0489388 Apr 29 08:54:13.174344 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33dcb108-d987-4411-9249-88de3ef3d414 req-93b89e60-537c-49ab-acb8-e1e6b1f2c5b2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Apr 29 08:54:14.305431 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a91b1-e7a1-469a-a381-53a75e907b26 req-69d8ae59-66b1-4fea-a577-b8af0c1aafec tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:14.307124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-032a91b1-e7a1-469a-a381-53a75e907b26 req-69d8ae59-66b1-4fea-a577-b8af0c1aafec tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0576019 Apr 29 08:54:14.359229 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-032a91b1-e7a1-469a-a381-53a75e907b26 req-3b6e3751-5395-4ae5-9008-e35a5c4886a6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Apr 29 08:54:15.480159 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccac255-5660-4388-93a8-ae3d71271e8f req-ce4253ca-20fc-4667-adf9-55651d40fb0b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:15.481723 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eccac255-5660-4388-93a8-ae3d71271e8f req-ce4253ca-20fc-4667-adf9-55651d40fb0b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0516481 Apr 29 08:54:15.529444 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eccac255-5660-4388-93a8-ae3d71271e8f req-aba365bb-f4d2-45d9-b52a-02f0862e3be5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Apr 29 08:54:16.644215 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9cd51-788c-409d-be27-f152905a1434 req-ac96ca42-d312-4082-a41c-81df2f7896e8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:16.645660 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1bc9cd51-788c-409d-be27-f152905a1434 req-ac96ca42-d312-4082-a41c-81df2f7896e8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0480428 Apr 29 08:54:16.692661 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1bc9cd51-788c-409d-be27-f152905a1434 req-32e45e2c-08a3-4be8-bfd4-5685dd7d0227 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Apr 29 08:54:17.807541 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10622956-1bd7-4376-af7f-549f12dd7849 req-361d3af5-6cd9-4aff-893e-4eedee1dec77 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:17.809082 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-10622956-1bd7-4376-af7f-549f12dd7849 req-361d3af5-6cd9-4aff-893e-4eedee1dec77 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0477080 Apr 29 08:54:17.859873 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-10622956-1bd7-4376-af7f-549f12dd7849 req-89b19bcb-1920-4909-9ea4-62f30ac84227 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450451 Apr 29 08:54:18.983370 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f94d-cb28-4bd2-8b98-d844ed5e577c req-0979b56e-8279-4993-ad36-66ce1a184fd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:18.984945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8607f94d-cb28-4bd2-8b98-d844ed5e577c req-0979b56e-8279-4993-ad36-66ce1a184fd8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0494325 Apr 29 08:54:19.051288 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8607f94d-cb28-4bd2-8b98-d844ed5e577c req-64b21233-df5d-4527-8f99-f76d1f331212 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 Apr 29 08:54:19.859569 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-8cf76999-7b93-4fcf-b422-5b0674ed8fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370369 Apr 29 08:54:19.930882 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-97065ca9-fc91-49d4-855b-341c39fb1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:19.932583 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-97065ca9-fc91-49d4-855b-341c39fb1f4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1130 time: 0.0394409 Apr 29 08:54:20.038896 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-59d9f759-178e-4140-8d79-986f7a610e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:20.040401 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-59d9f759-178e-4140-8d79-986f7a610e89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.0872276 Apr 29 08:54:20.109883 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-1c1f3f75-013f-40c4-8be8-ae903b4927aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 1001 time: 0.0620861 Apr 29 08:54:20.158384 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-b57a986d-9959-459d-a9be-2063b39b955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:20.159885 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-b57a986d-9959-459d-a9be-2063b39b955a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0450740 Apr 29 08:54:20.171426 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ced558-2f7e-4c90-bfd3-bab879157f1a req-ec94d22e-fb93-4ad6-b3a7-7858971c3ff7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:20.172974 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-98ced558-2f7e-4c90-bfd3-bab879157f1a req-ec94d22e-fb93-4ad6-b3a7-7858971c3ff7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0492504 Apr 29 08:54:20.209244 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-8fdc941b-587f-4ded-a30b-e663457b7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:20.210741 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-8fdc941b-587f-4ded-a30b-e663457b7035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447185 Apr 29 08:54:20.226268 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-98ced558-2f7e-4c90-bfd3-bab879157f1a req-42ef47ce-78b3-4535-acdf-b78be46636e8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Apr 29 08:54:20.306036 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-ee2dd8aa-b53c-4059-8d97-4264eef89605 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887904 Apr 29 08:54:20.398289 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c0e4af59-93ad-4947-91d7-fe4b523fd1d8 req-da676ff6-ff21-4db5-9f69-ba97a0eca312 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Apr 29 08:54:21.353297 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188bfa6-377c-4663-8d4b-3a23bd0c136a req-8b0ffe63-fd7a-401f-b25b-2c6c860eb17a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:21.354673 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4188bfa6-377c-4663-8d4b-3a23bd0c136a req-8b0ffe63-fd7a-401f-b25b-2c6c860eb17a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0488837 Apr 29 08:54:21.405356 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4188bfa6-377c-4663-8d4b-3a23bd0c136a req-8b28c7c5-19f2-4de3-a3ea-62f7cb5879d8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Apr 29 08:54:22.542833 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4a3c8-14cb-43c2-910d-01af79253baa req-bdfd7912-d565-429d-8d11-49ebc9b98b14 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:22.544509 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-46e4a3c8-14cb-43c2-910d-01af79253baa req-bdfd7912-d565-429d-8d11-49ebc9b98b14 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0568559 Apr 29 08:54:22.593253 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-46e4a3c8-14cb-43c2-910d-01af79253baa req-5a6654d6-53ab-4d69-9b51-0fc67548ed7c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Apr 29 08:54:23.716298 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75106edd-790f-42e7-a03c-7ab42a5ad260 req-d0ccfea9-183b-4600-92f7-5661858ad9e4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:23.717943 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-75106edd-790f-42e7-a03c-7ab42a5ad260 req-d0ccfea9-183b-4600-92f7-5661858ad9e4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0547442 Apr 29 08:54:23.775216 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-75106edd-790f-42e7-a03c-7ab42a5ad260 req-d8e3622c-3dcc-44a5-a55d-0122060f07ff tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Apr 29 08:54:24.889996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346737d8-ebd0-4ff6-a085-b3ea9959fe77 req-888ff0b4-1c2f-4cd7-8319-ac4e1c3596dd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:24.891603 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-346737d8-ebd0-4ff6-a085-b3ea9959fe77 req-888ff0b4-1c2f-4cd7-8319-ac4e1c3596dd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0485632 Apr 29 08:54:24.940674 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-346737d8-ebd0-4ff6-a085-b3ea9959fe77 req-1640893d-95f5-4434-9a37-f8350cc07161 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Apr 29 08:54:26.057558 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef873783-64b1-4735-91e3-55dd9caf4cfa req-3554f78f-255d-4675-b58a-d580cdb7ba52 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:26.059113 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef873783-64b1-4735-91e3-55dd9caf4cfa req-3554f78f-255d-4675-b58a-d580cdb7ba52 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Apr 29 08:54:26.109484 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef873783-64b1-4735-91e3-55dd9caf4cfa req-a5b68490-9bed-473e-970b-24374d71b8ae tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Apr 29 08:54:27.461773 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5645824-fba2-48d7-aae3-c7f0c0091fff req-5a6fb688-7dfb-4b06-896d-48a2e7870ab4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:27.463287 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b5645824-fba2-48d7-aae3-c7f0c0091fff req-5a6fb688-7dfb-4b06-896d-48a2e7870ab4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.2819064 Apr 29 08:54:27.511137 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b5645824-fba2-48d7-aae3-c7f0c0091fff req-5e88d81a-82cc-4d13-8127-49d5f0c022a1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Apr 29 08:54:28.624645 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0c0bc-3b35-49aa-8d4e-07ee69c5f829 req-62580fea-7a37-4e4e-b98c-26d011d391a2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:28.626119 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2af0c0bc-3b35-49aa-8d4e-07ee69c5f829 req-62580fea-7a37-4e4e-b98c-26d011d391a2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0482829 Apr 29 08:54:28.675507 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2af0c0bc-3b35-49aa-8d4e-07ee69c5f829 req-92de1192-3f9c-4274-8f45-c0a8afc3ba3d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Apr 29 08:54:29.803061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433ea2-070d-4b73-b4b8-b7a0cc91d926 req-26662cd9-767d-4316-8e1c-5443f6e97545 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:29.803911 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7233b2a2-863f-4cde-81ef-697e042c59c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:29.804891 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d433ea2-070d-4b73-b4b8-b7a0cc91d926 req-26662cd9-767d-4316-8e1c-5443f6e97545 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0549855 Apr 29 08:54:29.837549 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348191a3-6749-4d62-9847-2fa319493a41 req-1a78ae84-7b7f-477a-92d7-0aaa2a3419b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:29.839523 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-348191a3-6749-4d62-9847-2fa319493a41 req-1a78ae84-7b7f-477a-92d7-0aaa2a3419b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1130 time: 0.0511622 Apr 29 08:54:29.870599 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d433ea2-070d-4b73-b4b8-b7a0cc91d926 req-98d7d0fe-b324-496e-a9e3-b493cfed57fb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Apr 29 08:54:29.889762 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-348191a3-6749-4d62-9847-2fa319493a41 req-24127b5e-ab88-41ec-9599-a0a2228d02bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Apr 29 08:54:31.000838 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658f92f-097b-48e2-aa7b-2c03a72da71a req-5e5f5ffe-7b32-44e9-b230-2f07a9283cec tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:31.002409 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f658f92f-097b-48e2-aa7b-2c03a72da71a req-5e5f5ffe-7b32-44e9-b230-2f07a9283cec tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0555582 Apr 29 08:54:31.069828 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f658f92f-097b-48e2-aa7b-2c03a72da71a req-a33fd67e-62da-4030-b05c-27ffe6e7702c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596550 Apr 29 08:54:32.073824 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1f554567-5695-43ed-8a16-8fb3ef8092ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:32.193715 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a929665-91c4-464e-ba88-3f432a279404 req-08a1dc09-b89b-4e3e-906d-2fa768bdeee1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:32.195177 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1a929665-91c4-464e-ba88-3f432a279404 req-08a1dc09-b89b-4e3e-906d-2fa768bdeee1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0539103 Apr 29 08:54:32.249507 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1a929665-91c4-464e-ba88-3f432a279404 req-2b5a70ee-f912-4582-8f66-db2b0a3aae03 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484269 Apr 29 08:54:33.368804 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eac33d-ff89-45cb-9843-0d62a3364af9 req-9eb00cf1-8b6b-4fed-8ff5-e840e1e6982f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:33.370309 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3eac33d-ff89-45cb-9843-0d62a3364af9 req-9eb00cf1-8b6b-4fed-8ff5-e840e1e6982f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0507109 Apr 29 08:54:33.418603 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3eac33d-ff89-45cb-9843-0d62a3364af9 req-c6cf4cbc-c3ab-43f7-8111-61d657b35446 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Apr 29 08:54:33.627985 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:34.533312 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aac760-8f77-4a14-868c-6eda175d484a req-394b1da6-6d08-4619-9912-c6a0fdf882a2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:34.535599 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-93aac760-8f77-4a14-868c-6eda175d484a req-394b1da6-6d08-4619-9912-c6a0fdf882a2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0483000 Apr 29 08:54:34.582352 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-93aac760-8f77-4a14-868c-6eda175d484a req-461925e5-e958-436d-be37-0972bc0d1a3a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Apr 29 08:54:34.758078 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:35.194039 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:54:35.696708 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca42be-f659-4f96-8b73-319b456cb12c req-a8eb2abf-7866-40a3-a6ce-a0b0b4ec979d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:35.698227 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a4ca42be-f659-4f96-8b73-319b456cb12c req-a8eb2abf-7866-40a3-a6ce-a0b0b4ec979d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0474224 Apr 29 08:54:35.746919 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a4ca42be-f659-4f96-8b73-319b456cb12c req-88a9f5af-7066-4fe9-a868-36aad1469aea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Apr 29 08:54:36.328950 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:36.522775 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:36.863198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738f2b3-8345-4bd1-b9f1-9542c6d3a5e5 req-a968a314-e32f-4102-b580-652916f1a88d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:36.865159 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d738f2b3-8345-4bd1-b9f1-9542c6d3a5e5 req-a968a314-e32f-4102-b580-652916f1a88d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0499814 Apr 29 08:54:36.921877 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d738f2b3-8345-4bd1-b9f1-9542c6d3a5e5 req-f83235c2-7610-4974-b3b3-09fb20ada723 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513194 Apr 29 08:54:37.041804 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1ae5f-5c18-49f1-be43-74160c53a894 req-e130b20e-7ae2-434a-bad5-aba80be844a4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:37.043243 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62d1ae5f-5c18-49f1-be43-74160c53a894 req-e130b20e-7ae2-434a-bad5-aba80be844a4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0494404 Apr 29 08:54:37.100728 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62d1ae5f-5c18-49f1-be43-74160c53a894 req-bac385f5-d5b5-4e4b-9c4a-0d83d7a389fb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Apr 29 08:54:37.650292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-32d71eb8-d066-4ee9-8b77-4886127ba4d8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876456731&fields=id&tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa HTTP/1.1" status: 200 len: 267 time: 0.0574965 Apr 29 08:54:37.765949 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-aa5ef37e-278b-49d3-b7ad-025c662714c5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:37.767463 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-aa5ef37e-278b-49d3-b7ad-025c662714c5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 809 time: 0.1047840 Apr 29 08:54:37.783347 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-ef74d12f-386d-49d1-a98d-56436a917a5b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/quotas/0436edb5348a4ad5a0b6b5979a7c54fa HTTP/1.1" status: 200 len: 375 time: 0.0097005 Apr 29 08:54:37.843698 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-5217ead9-7804-4fd0-a5f4-7d7de0d02d7c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546160 Apr 29 08:54:37.953510 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-abafce19-ff41-4ad1-92e6-9deebf2c6941 service neutron] 10.222.0.31 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963643 Apr 29 08:54:38.054369 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-ed0462d6-672c-4543-a662-da05cad29722 service neutron] 10.222.0.31 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945873 Apr 29 08:54:38.367775 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9d242734-2d4c-4348-b24c-86a98ff58516 req-a70053f5-6deb-4f53-8140-e54d4261d325 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0363109 Apr 29 08:54:39.503469 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-70423fa1-4026-40be-b6d3-499743886371 req-7a473cd5-88f1-4ef7-b5bd-2b1c5b538fae tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0463595 Apr 29 08:54:39.626425 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-df0a77c9-25eb-4068-9852-87aa2f299fde tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:39.628550 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-df0a77c9-25eb-4068-9852-87aa2f299fde tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.20 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 809 time: 0.1433616 Apr 29 08:54:40.608507 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0b64ce46-b5a1-45e1-a738-b9687859242a req-3ec3a4a5-b338-47f3-99c5-29a2584760d4 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0295525 Apr 29 08:54:40.865255 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30f01-e821-4a99-bff0-0dca9e47f3f1 req-74f5a6b2-15c3-4544-8c3c-dc78c91aea44 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:40.873162 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29e30f01-e821-4a99-bff0-0dca9e47f3f1 req-74f5a6b2-15c3-4544-8c3c-dc78c91aea44 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0587363 Apr 29 08:54:40.926503 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29e30f01-e821-4a99-bff0-0dca9e47f3f1 req-053847c5-d5e4-444a-b922-ee65d1e79878 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533516 Apr 29 08:54:41.716528 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1df4a3d-af69-4968-8024-2c32061b23b3 req-8a99d840-e140-498c-ab0c-3bcfad0fc4ee tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Apr 29 08:54:42.076246 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0372c8-819b-4c3f-a10a-432148370e3b req-280b078f-7d7a-47bb-9579-347042b42320 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:42.077848 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a0372c8-819b-4c3f-a10a-432148370e3b req-280b078f-7d7a-47bb-9579-347042b42320 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0735974 Apr 29 08:54:42.135443 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a0372c8-819b-4c3f-a10a-432148370e3b req-276e0db7-f4b5-458a-a846-4bc43a8b0b53 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474916 Apr 29 08:54:42.838434 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e4c35994-aada-462a-8b38-f83a6fa8a4b6 req-e2d1e866-d577-4143-b473-e505bfc3e54a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0386984 Apr 29 08:54:43.309977 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b450894-6374-42dc-95e4-9c12cdc19add req-3b4f0baa-18fd-4c25-a3d0-0c5831b5e2f8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:43.311722 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5b450894-6374-42dc-95e4-9c12cdc19add req-3b4f0baa-18fd-4c25-a3d0-0c5831b5e2f8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0808840 Apr 29 08:54:43.380705 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5b450894-6374-42dc-95e4-9c12cdc19add req-91a1327d-5264-4a5b-b609-11495bc5c008 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Apr 29 08:54:43.485652 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56936) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:43.654028 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:43.736786 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Publish callbacks [] for security_group (224840f7-5777-4e29-aafe-22cacd22a0e6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:43.741853 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (224840f7-5777-4e29-aafe-22cacd22a0e6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:43.783621 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ca4a659251a4bcd8145004a47e7867c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964125 Apr 29 08:54:43.784853 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224840f7-5777-4e29-aafe-22cacd22a0e6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:43.786993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56942) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:43.799337 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.800251 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.800598 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.800941 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.801433 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.801772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.802106 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.802441 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.802771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.803100 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.803432 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.803761 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.804086 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.804442 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.804765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15abca-910b-4e30-a0fe-3a2f076d5408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:43.890755 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] Publish callbacks [] for security_group (224840f7-5777-4e29-aafe-22cacd22a0e6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:43.927795 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] Publish callbacks [] for security_group (224840f7-5777-4e29-aafe-22cacd22a0e6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:43.978265 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3d53f440-dce4-402e-8146-b1a2144f7b1b req-61426375-a923-4f98-aea6-572320eee058 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0474381 Apr 29 08:54:44.016673 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (224840f7-5777-4e29-aafe-22cacd22a0e6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.019348 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.020544 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/224840f7-5777-4e29-aafe-22cacd22a0e6 HTTP/1.1" status: 204 len: 168 time: 0.2326148 Apr 29 08:54:44.028884 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065c107-25df-47ed-862c-9522cfda6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224840f7-5777-4e29-aafe-22cacd22a0e6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:44.201865 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56958) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:44.264766 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Deleting subnet 2415d59e-e589-42a6-9a2f-418468ca3a0e {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:54:44.275312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Publish callbacks [] for subnet (2415d59e-e589-42a6-9a2f-418468ca3a0e), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.330480 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (2415d59e-e589-42a6-9a2f-418468ca3a0e), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.396426 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (2415d59e-e589-42a6-9a2f-418468ca3a0e), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.460715 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (2415d59e-e589-42a6-9a2f-418468ca3a0e), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.506230 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.515453 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2415d59e-e589-42a6-9a2f-418468ca3a0e HTTP/1.1" status: 204 len: 168 time: 0.3101811 Apr 29 08:54:44.515721 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a605cc7-2aac-411b-86db-e0e5c070d7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2415d59e-e589-42a6-9a2f-418468ca3a0e,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:44.519078 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56962) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:44.546359 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5166a-dafa-43f4-91b8-e35a83fc9860 req-c1c560ad-5994-459f-a404-8a2128334771 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:44.547945 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e8e5166a-dafa-43f4-91b8-e35a83fc9860 req-c1c560ad-5994-459f-a404-8a2128334771 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0745997 Apr 29 08:54:44.606970 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (04ed2cb8-cbd3-470e-a742-1fb90208f780), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.610526 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e8e5166a-dafa-43f4-91b8-e35a83fc9860 req-a7e2b460-17cf-4ce5-a70d-e97f5fda4aef tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516067 Apr 29 08:54:44.927772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (04ed2cb8-cbd3-470e-a742-1fb90208f780), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.961570 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a13f2b0>,) {'filters': {'network_id': ['04ed2cb8-cbd3-470e-a742-1fb90208f780']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:44.973659 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a13f2b0>, '0b684a60-77be-4687-bc9a-7a77b277f980') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:44.974008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a13f2b0>, '0b684a60-77be-4687-bc9a-7a77b277f980') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:44.984310 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (0b684a60-77be-4687-bc9a-7a77b277f980), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:44.998739 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (0b684a60-77be-4687-bc9a-7a77b277f980), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.006310 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:54:45.006807 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (0b684a60-77be-4687-bc9a-7a77b277f980), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:54:45.008825 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:54:45.092080 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1f0d3881-cc5a-4d59-ab80-c23d21514bd8 req-b59122d5-f103-4962-bcd6-7330f0baf15f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0345821 Apr 29 08:54:45.093845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (04ed2cb8-cbd3-470e-a742-1fb90208f780), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.101781 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.116223 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/04ed2cb8-cbd3-470e-a742-1fb90208f780 HTTP/1.1" status: 204 len: 168 time: 0.5860038 Apr 29 08:54:45.120197 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca4d01-a776-4af6-b2f7-153e3c3718d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ed2cb8-cbd3-470e-a742-1fb90208f780,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:45.120792 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56968) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:45.175017 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Deleting subnet b647b881-4218-4936-92ef-8a34a5206b27 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:54:45.179081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Publish callbacks [] for subnet (b647b881-4218-4936-92ef-8a34a5206b27), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.213781 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-7c8215a1-75de-4bb8-9a9d-c1115c46aabe tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa HTTP/1.1" status: 200 len: 380 time: 0.0801237 Apr 29 08:54:45.220919 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (b647b881-4218-4936-92ef-8a34a5206b27), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.239979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'port': {'device_id': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'admin_state_up': True, 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'security_groups': ['22e98129-a43c-48eb-862b-52f5cc805a33']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:54:45.322753 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-26b9f86f-b3e2-4404-a2e7-d2feb9b33db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:45.324319 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-26b9f86f-b3e2-4404-a2e7-d2feb9b33db2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0772774 Apr 29 08:54:45.325587 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (b647b881-4218-4936-92ef-8a34a5206b27), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.383117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Made reservation on behalf of 0436edb5348a4ad5a0b6b5979a7c54fa for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:54:45.387007 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.411173 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (b647b881-4218-4936-92ef-8a34a5206b27), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.454505 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b647b881-4218-4936-92ef-8a34a5206b27,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:45.466900 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.472848 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b647b881-4218-4936-92ef-8a34a5206b27 HTTP/1.1" status: 204 len: 168 time: 0.3479300 Apr 29 08:54:45.472848 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.472848 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.472848 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.473450 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.473450 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.473663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.473998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.474324 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.474653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.474986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.475378 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.475712 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.476037 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.476386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.476738 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962859c9-34bd-42e3-931f-42a5aeeccdee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:45.479735 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56970) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:45.544245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-ccacc25a-b3a5-4753-b91c-c14c00124b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:45.545813 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-ccacc25a-b3a5-4753-b91c-c14c00124b79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1621344 Apr 29 08:54:45.603174 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (41e4a609-caee-468a-9ea4-d62697c00562), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.605726 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Allocated IP 172.20.0.10 (25bd8405-5461-41fe-854e-bd663e55c337/fc98ad72-f2ae-4b50-9632-88131d7ba665/67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:54:45.616422 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-cdb1663f-f176-46d7-9e41-e7606a0e64eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0597746 Apr 29 08:54:45.688585 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-a077d655-c157-4f1d-83ee-51b78a96e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:45.690358 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-a077d655-c157-4f1d-83ee-51b78a96e2d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0667844 Apr 29 08:54:45.806099 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (41e4a609-caee-468a-9ea4-d62697c00562), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.829879 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-9a7d0719-072b-4546-a2fd-1a9ef87a815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:45.831788 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-9a7d0719-072b-4546-a2fd-1a9ef87a815b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1323619 Apr 29 08:54:45.845441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a601c9-4595-44d3-bf7d-769eeba3a614 req-4d1f0e6e-1a84-4249-a89c-59ca63ad1e82 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:45.847575 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c6a601c9-4595-44d3-bf7d-769eeba3a614 req-4d1f0e6e-1a84-4249-a89c-59ca63ad1e82 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0807312 Apr 29 08:54:45.873811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0f2d90>,) {'filters': {'network_id': ['41e4a609-caee-468a-9ea4-d62697c00562']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:45.892352 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0f2d90>, 'aea14fe7-a4d8-4a71-8df2-e632e17d656a') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:45.892666 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0f2d90>, 'aea14fe7-a4d8-4a71-8df2-e632e17d656a') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:54:45.908446 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (aea14fe7-a4d8-4a71-8df2-e632e17d656a), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.965743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (aea14fe7-a4d8-4a71-8df2-e632e17d656a), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.978918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.985485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:54:45.986153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (aea14fe7-a4d8-4a71-8df2-e632e17d656a), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:54:45.990242 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:54:46.026204 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c6a601c9-4595-44d3-bf7d-769eeba3a614 req-8dc02c0c-274b-47e7-be89-1c228cc5f4b8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667621 Apr 29 08:54:46.057816 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-41c8f2b5-693a-4625-a2b6-53a520e40e24 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594958 Apr 29 08:54:46.112842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (41e4a609-caee-468a-9ea4-d62697c00562), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.124047 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.130315 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] 10.222.0.31 "DELETE /v2.0/networks/41e4a609-caee-468a-9ea4-d62697c00562 HTTP/1.1" status: 204 len: 168 time: 0.6492236 Apr 29 08:54:46.156817 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddca02-609d-45b7-bd3c-770d30da4104 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e4a609-caee-468a-9ea4-d62697c00562,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:46.182161 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.246064 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-474d3171-1530-4e60-bb98-be610ea46ba6 req-fed2d281-6b34-4246-935a-ab2cb2706277 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802835 Apr 29 08:54:46.334078 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Network 25bd8405-5461-41fe-854e-bd663e55c337 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:54:46.339227 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:46.346093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:54:46.349335 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:54:46.387708 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db31a1d-61da-4f9f-907c-c10d14ec2bc2 req-fdd4dcdc-d2e8-4158-8997-0bca7f95a26e tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:46.389922 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9db31a1d-61da-4f9f-907c-c10d14ec2bc2 req-fdd4dcdc-d2e8-4158-8997-0bca7f95a26e tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 932 time: 0.1412270 Apr 29 08:54:46.391076 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 56984) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:46.473804 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:46.474343 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c4d0e5c1-4cf7-4667-a8d2-3c8355f1719b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67896e341d69409cbf6a50dcbd68c8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814595 Apr 29 08:54:46.474459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.482460 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 56986) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:46.506596 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9db31a1d-61da-4f9f-907c-c10d14ec2bc2 req-f6db3e80-0d7b-41c0-80cd-de3587e115ce tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070197 Apr 29 08:54:46.520548 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-fc645cf8-b0f2-4dff-a217-e2dab7a5d353 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2820129 Apr 29 08:54:46.538485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Request body: {'port': {'device_id': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:54:46.597560 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] Publish callbacks [] for security_group (5f1d3b55-1583-4992-ae76-790903ec3a8d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.640898 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.649466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] Publish callbacks [] for security_group (5f1d3b55-1583-4992-ae76-790903ec3a8d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.709460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-ba727418-ffff-438c-ade6-e38e88b6c51c None None] Provisioning complete for port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:54:46.710061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ba727418-ffff-438c-ade6-e38e88b6c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.772938 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ba727418-ffff-438c-ade6-e38e88b6c51c None None] Port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:54:46.818892 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5f1d3b55-1583-4992-ae76-790903ec3a8d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.823480 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:46.825432 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f1d3b55-1583-4992-ae76-790903ec3a8d HTTP/1.1" status: 204 len: 168 time: 0.3417931 Apr 29 08:54:46.854119 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cf395-a280-445c-8556-77d1b211a82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d3b55-1583-4992-ae76-790903ec3a8d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:47.082080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:54:47.091565 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks [] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.139594 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Transition to ACTIVE for port object 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:54:47.144967 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.242950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee158189-0520-4516-8e59-314592d4a8f4 req-bebc2449-93b1-44f4-b50e-939d6ce24c1f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:47.245294 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee158189-0520-4516-8e59-314592d4a8f4 req-bebc2449-93b1-44f4-b50e-939d6ce24c1f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.1490498 Apr 29 08:54:47.245984 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:47.250734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d08b77-1920-4b3a-9c56-be905ccecbc8 req-b06576f4-b6fb-443e-b946-879cda1393ff tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:47.263723 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b9d08b77-1920-4b3a-9c56-be905ccecbc8 req-b06576f4-b6fb-443e-b946-879cda1393ff tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.1232426 Apr 29 08:54:47.358683 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b9d08b77-1920-4b3a-9c56-be905ccecbc8 req-13dbec8a-47e9-40e9-af52-a8a4872100d9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933652 Apr 29 08:54:47.398037 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee158189-0520-4516-8e59-314592d4a8f4 req-ca059d97-4389-4499-ac43-1ed9798fe4f1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470559 Apr 29 08:54:47.414557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57000) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:47.425852 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Attempting to bind port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:54:47.426503 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Attempting to bind port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:54:47.426809 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Attempting to bind port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 on network 25bd8405-5461-41fe-854e-bd663e55c337 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:54:47.431926 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 on network 25bd8405-5461-41fe-854e-bd663e55c337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:54:47.432383 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Attempting to bind port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 on network 25bd8405-5461-41fe-854e-bd663e55c337 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:54:47.438467 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:54:47.438814 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Checking segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:54:47.439210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Bound using segment: {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:54:47.439645 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Bound port: 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d47b2c0-8cdd-4c40-a164-295e8ba0b501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:54:47.440013 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.484445 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-48e20c96-0a96-4115-a49e-6bdcdb7a9144 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e4a04cd466b4601a6c00b0a259c6eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664515 Apr 29 08:54:47.484994 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57002) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:47.521487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:54:47.527079 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:54:47.553531 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.564062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] Publish callbacks [] for security_group (bbcb16a0-6498-49ca-b667-fc464e625fdc), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.614645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] Publish callbacks [] for security_group (bbcb16a0-6498-49ca-b667-fc464e625fdc), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.627515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:47.628711 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.630172 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] 10.222.0.20 "PUT /v2.0/ports/67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 1094 time: 1.0968637 Apr 29 08:54:47.630639 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:54:47.633008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:54:47.669767 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5c54-7e88-490a-aeca-0b8b232ff7fa service neutron] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:47.703477 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23ad60-296d-4210-9963-b6a956e1e0d6 x-openstack-request-id: req-cb23ad60-296d-4210-9963-b6a956e1e0d6 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:54:47.704008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:54:47.704808 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb23ad60-296d-4210-9963-b6a956e1e0d6 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:54:47.705895 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb23ad60-296d-4210-9963-b6a956e1e0d6'] response: {'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'status': 'completed', 'code': 200} Apr 29 08:54:47.734245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74520b-2a58-4456-a4d0-f224479e1230 req-3a4e92a9-a3eb-4dd7-b0c2-af7692de3998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:47.736174 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d74520b-2a58-4456-a4d0-f224479e1230 req-3a4e92a9-a3eb-4dd7-b0c2-af7692de3998 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0764213 Apr 29 08:54:47.749448 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (bbcb16a0-6498-49ca-b667-fc464e625fdc), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.752486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:47.754658 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbcb16a0-6498-49ca-b667-fc464e625fdc HTTP/1.1" status: 204 len: 168 time: 0.2687843 Apr 29 08:54:47.780988 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b1082-5e60-4d78-9d5d-1af16b7f5a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb16a0-6498-49ca-b667-fc464e625fdc,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:47.845747 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d74520b-2a58-4456-a4d0-f224479e1230 req-048e284f-ce3d-417a-aed4-f0c30643762f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974369 Apr 29 08:54:48.524753 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d2312-bb2b-4131-88c2-b167015ae292 req-cf60916c-6da8-484a-95cb-3dd19e38a1b9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.528905 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-853d2312-bb2b-4131-88c2-b167015ae292 req-cf60916c-6da8-484a-95cb-3dd19e38a1b9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0830801 Apr 29 08:54:48.587368 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce78c6-ebf2-4922-a748-914d6dcd6c0a req-0576ba82-688a-4479-83f3-3515e9a046ef tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.591445 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5dce78c6-ebf2-4922-a748-914d6dcd6c0a req-0576ba82-688a-4479-83f3-3515e9a046ef tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.0777810 Apr 29 08:54:48.632517 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-853d2312-bb2b-4131-88c2-b167015ae292 req-593fc4db-ec0f-4ba9-942e-7862957e9ce2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987661 Apr 29 08:54:48.633688 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-308cbf9b-4524-41da-99ba-fcb7801f5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.635104 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-308cbf9b-4524-41da-99ba-fcb7801f5834 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1128 time: 0.0663371 Apr 29 08:54:48.657491 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5dce78c6-ebf2-4922-a748-914d6dcd6c0a req-19a92c8f-a90e-4123-9694-37d45a8e0e84 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Apr 29 08:54:48.759557 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-cb6901e3-7d58-44ba-80a6-b45b3b2dfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.761114 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-cb6901e3-7d58-44ba-80a6-b45b3b2dfc4d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1104484 Apr 29 08:54:48.862052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-f57e39fd-9f50-48be-a85f-4721bbc5ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.863624 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25b04b50-8dc4-4165-a2cd-e5a2c50395a9 req-f57e39fd-9f50-48be-a85f-4721bbc5ddb3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936651 Apr 29 08:54:48.971658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11c3e7-37d8-417f-9d14-2aeb3ed97126 req-bfc5e88c-1e91-40c2-bb95-0a54d94d9ff7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:48.973407 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e11c3e7-37d8-417f-9d14-2aeb3ed97126 req-bfc5e88c-1e91-40c2-bb95-0a54d94d9ff7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0569346 Apr 29 08:54:49.033510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e11c3e7-37d8-417f-9d14-2aeb3ed97126 req-49315477-d8de-4748-8015-9105abd4ccf8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510523 Apr 29 08:54:49.073592 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57042) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:49.189414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3280-d1d9-4ebf-aa0c-c514cd1dd58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.199548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-bc2f9f2d-9048-4952-b341-64cb9d14806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.201064 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-bc2f9f2d-9048-4952-b341-64cb9d14806b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1128 time: 0.0582922 Apr 29 08:54:49.268290 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-85610ac6-3ca9-4eb0-8792-eb3be2488c39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 217 time: 0.0439489 Apr 29 08:54:49.346273 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-b6868e18-6216-4250-a9f6-982ccc5f0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.347713 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-b6868e18-6216-4250-a9f6-982ccc5f0733 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 200 len: 848 time: 0.0702810 Apr 29 08:54:49.352422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3280-d1d9-4ebf-aa0c-c514cd1dd58d admin admin] Publish callbacks [] for security_group (2b41b8a1-f3fd-4220-b4a3-40a57bee31a0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.358748 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fbd3280-d1d9-4ebf-aa0c-c514cd1dd58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b41b8a1-f3fd-4220-b4a3-40a57bee31a0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.423718 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8fbd3280-d1d9-4ebf-aa0c-c514cd1dd58d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec5593038baa472a9bf62dfa310d5604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489175 Apr 29 08:54:49.427930 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57046) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:49.430829 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-ab5a15b0-bed7-4214-aed8-7a2cbf980312 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.432365 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-ab5a15b0-bed7-4214-aed8-7a2cbf980312 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.0491476 Apr 29 08:54:49.447186 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd3280-d1d9-4ebf-aa0c-c514cd1dd58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41b8a1-f3fd-4220-b4a3-40a57bee31a0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:49.467079 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-86a340c5-6de8-4d3d-aa37-82e1612d5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.468721 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-86a340c5-6de8-4d3d-aa37-82e1612d5fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bd8405-5461-41fe-854e-bd663e55c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815327 Apr 29 08:54:49.519947 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] Publish callbacks [] for security_group (2b41b8a1-f3fd-4220-b4a3-40a57bee31a0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.569598 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Deleting port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:54:49.569944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.578152 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] Publish callbacks [] for security_group (2b41b8a1-f3fd-4220-b4a3-40a57bee31a0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.618606 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-aafffe66-664a-42ac-8a0a-2228a88c22e5 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406519 Apr 29 08:54:49.664332 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] For port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:54:49.664809 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.688718 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b41b8a1-f3fd-4220-b4a3-40a57bee31a0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.689581 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Calling delete_port for 3213a42c-c1bc-4b54-aae9-e15a4aa846ef owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:54:49.691874 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:49.693158 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b41b8a1-f3fd-4220-b4a3-40a57bee31a0 HTTP/1.1" status: 204 len: 168 time: 0.2623746 Apr 29 08:54:49.730565 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f9175-d571-435a-8eff-cc997606ffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41b8a1-f3fd-4220-b4a3-40a57bee31a0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:49.795939 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06385964-3201-4cd9-b309-8a89f3678a7e req-286d71f7-f90b-4d23-b6ff-4416a399481d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.797485 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06385964-3201-4cd9-b309-8a89f3678a7e req-286d71f7-f90b-4d23-b6ff-4416a399481d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 946 time: 0.0639296 Apr 29 08:54:49.799512 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cbb308c7-d580-47e6-bd95-2549b5aa5be2 req-81ad81fc-66f6-41e6-b24b-b0897362c07e service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706669 Apr 29 08:54:49.855954 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-06385964-3201-4cd9-b309-8a89f3678a7e req-30d10130-ec0f-4184-a579-19162d7ce3b7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517771 Apr 29 08:54:49.857453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab0e02-8fa2-495c-9bcf-7edd26612985 req-7e07d8d4-cefa-4f7c-b8db-ca62556d9382 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:49.858987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23ab0e02-8fa2-495c-9bcf-7edd26612985 req-7e07d8d4-cefa-4f7c-b8db-ca62556d9382 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.1382363 Apr 29 08:54:49.931919 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23ab0e02-8fa2-495c-9bcf-7edd26612985 req-4b585d1d-5d3a-4fb1-a50e-a509a2315f05 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641305 Apr 29 08:54:49.994504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (3213a42c-c1bc-4b54-aae9-e15a4aa846ef), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:50.032064 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Pushing event deleted for resources: {'Port': ['ID=3213a42c-c1bc-4b54-aae9-e15a4aa846ef,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:50.032256 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['3213a42c-c1bc-4b54-aae9-e15a4aa846ef'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:54:50.107411 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] No DVR routers for this DVR port 3213a42c-c1bc-4b54-aae9-e15a4aa846ef on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:54:50.111189 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:50.115309 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0b0758d8-4893-4520-ab00-4d7211c2d48d req-cc6f0057-06a3-44fe-9d16-2d79ea73743d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "DELETE /v2.0/ports/3213a42c-c1bc-4b54-aae9-e15a4aa846ef HTTP/1.1" status: 204 len: 173 time: 0.6768386 Apr 29 08:54:50.115794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'name': 'network-vif-deleted', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:54:50.118063 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f477596-e4e3-42f4-af78-eb98d6b2aadc" -d '{"events": [{"server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "name": "network-vif-deleted", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:54:50.153947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009498d-eb03-43f8-bc78-91df6081841f x-openstack-request-id: req-0009498d-eb03-43f8-bc78-91df6081841f {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:54:50.154244 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620e45e7-5ce1-4319-8b61-5aaff72e47aa", "name": "network-vif-deleted", "tag": "3213a42c-c1bc-4b54-aae9-e15a4aa846ef", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:54:50.154563 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0009498d-eb03-43f8-bc78-91df6081841f {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:54:50.154922 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0009498d-eb03-43f8-bc78-91df6081841f'] response: {'server_uuid': '620e45e7-5ce1-4319-8b61-5aaff72e47aa', 'name': 'network-vif-deleted', 'tag': '3213a42c-c1bc-4b54-aae9-e15a4aa846ef', 'status': 'completed', 'code': 200} Apr 29 08:54:50.163605 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f51e43-e411-42bd-a452-53f2cadc74da req-e679526f-aab3-4690-9b2c-d64b7687c356 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:50.165105 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38f51e43-e411-42bd-a452-53f2cadc74da req-e679526f-aab3-4690-9b2c-d64b7687c356 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0534604 Apr 29 08:54:50.220014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38f51e43-e411-42bd-a452-53f2cadc74da req-8231942a-6799-43b1-b3df-87abd54cdb16 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464542 Apr 29 08:54:50.788156 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57084) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:50.900600 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae708f6b-b24c-43ca-b9f3-198ec1967f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:50.977745 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd20d324-b9dd-4093-addc-57ae5da54cb2 req-2f49a0d5-e744-4b87-8d7a-cc1aebe5101e tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=620e45e7-5ce1-4319-8b61-5aaff72e47aa HTTP/1.1" status: 200 len: 210 time: 0.0395346 Apr 29 08:54:51.024673 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae708f6b-b24c-43ca-b9f3-198ec1967f78 admin admin] Publish callbacks [] for security_group (fa720245-cc28-4317-aad1-b3377c94611d), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.028695 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae708f6b-b24c-43ca-b9f3-198ec1967f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (fa720245-cc28-4317-aad1-b3377c94611d), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.058909 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951bca-9e94-491e-8790-39b862f97049 req-027c59c3-54fb-4a0b-a481-7d2338b4b5fc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:51.060620 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-22951bca-9e94-491e-8790-39b862f97049 req-027c59c3-54fb-4a0b-a481-7d2338b4b5fc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0531118 Apr 29 08:54:51.069736 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae708f6b-b24c-43ca-b9f3-198ec1967f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa720245-cc28-4317-aad1-b3377c94611d,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:51.075629 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ae708f6b-b24c-43ca-b9f3-198ec1967f78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c40e8bfd26a341aaa56a501a1912144e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863505 Apr 29 08:54:51.079252 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57092) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:54:51.116468 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-22951bca-9e94-491e-8790-39b862f97049 req-52a0a676-16ca-4f66-a57c-5a1f1850025e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Apr 29 08:54:51.131884 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] Publish callbacks [] for security_group (fa720245-cc28-4317-aad1-b3377c94611d), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.154827 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] Publish callbacks [] for security_group (fa720245-cc28-4317-aad1-b3377c94611d), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.204068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (fa720245-cc28-4317-aad1-b3377c94611d), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.206777 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:51.207963 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa720245-cc28-4317-aad1-b3377c94611d HTTP/1.1" status: 204 len: 168 time: 0.1282656 Apr 29 08:54:51.216357 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55895-bd10-4c56-aa47-02710b6c7573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa720245-cc28-4317-aad1-b3377c94611d,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:51.349396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e1c6a-2943-4cb4-94d6-d6070c3c8db6 req-a1fb37c1-fef7-46e5-9279-f6b478429cc8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:51.351124 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c8e1c6a-2943-4cb4-94d6-d6070c3c8db6 req-a1fb37c1-fef7-46e5-9279-f6b478429cc8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0613301 Apr 29 08:54:51.421435 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c8e1c6a-2943-4cb4-94d6-d6070c3c8db6 req-40a7e702-3e9f-4b2c-b1d1-aea73dc8c42a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553498 Apr 29 08:54:52.248514 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9526d-fc75-4f7d-b117-ce580415e2ca req-a0fff74e-fa5f-44da-805e-6e74c9984ad6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:52.250148 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c8b9526d-fc75-4f7d-b117-ce580415e2ca req-a0fff74e-fa5f-44da-805e-6e74c9984ad6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0626640 Apr 29 08:54:52.299059 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c8b9526d-fc75-4f7d-b117-ce580415e2ca req-187b4391-5e40-4bd7-842f-9df049505d2d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Apr 29 08:54:52.550862 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9735f6-2911-4ece-b534-92f532f5e8ff req-91971cec-2b4c-483d-8d00-41be0d06e102 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:52.552248 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b9735f6-2911-4ece-b534-92f532f5e8ff req-91971cec-2b4c-483d-8d00-41be0d06e102 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0463338 Apr 29 08:54:52.600762 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b9735f6-2911-4ece-b534-92f532f5e8ff req-9481e2b8-b145-4591-bdaa-ea1bd4fb9f9f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Apr 29 08:54:53.421943 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff747479-08a5-4e51-a72c-aae41022f7bc req-e049d1f8-e6a3-4d31-ad8c-19307b2da509 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:53.423429 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ff747479-08a5-4e51-a72c-aae41022f7bc req-e049d1f8-e6a3-4d31-ad8c-19307b2da509 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0491276 Apr 29 08:54:53.474111 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ff747479-08a5-4e51-a72c-aae41022f7bc req-29b24f36-be9b-481b-a1a2-c18cc4f44a97 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441599 Apr 29 08:54:53.715687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784d7ce-cecd-4ea2-aa69-c956d696a4f0 req-20fecf27-9d8f-4dfc-8f4d-9d3fd0728178 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:53.717230 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e784d7ce-cecd-4ea2-aa69-c956d696a4f0 req-20fecf27-9d8f-4dfc-8f4d-9d3fd0728178 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0474715 Apr 29 08:54:53.772749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e784d7ce-cecd-4ea2-aa69-c956d696a4f0 req-55231e89-5d0b-4079-ac7d-9bfc2b3eef7f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488000 Apr 29 08:54:54.591758 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19434080-691e-48dd-aff0-bb1bd0cc102a req-4a9f0391-4798-48a4-8df0-0841b4cf3c28 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:54.593274 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-19434080-691e-48dd-aff0-bb1bd0cc102a req-4a9f0391-4798-48a4-8df0-0841b4cf3c28 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0515811 Apr 29 08:54:54.642001 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-19434080-691e-48dd-aff0-bb1bd0cc102a req-ddd7bd51-3abd-4454-baff-ffedbd41a722 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Apr 29 08:54:54.885998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49838-1e02-4bce-999b-148df1330267 req-6addf885-dc58-4609-8e50-b3438b385a2b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:54.887507 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-aff49838-1e02-4bce-999b-148df1330267 req-6addf885-dc58-4609-8e50-b3438b385a2b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0469806 Apr 29 08:54:54.939082 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-aff49838-1e02-4bce-999b-148df1330267 req-7c3c055e-cbe3-48aa-b4f7-af49007e80f5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458870 Apr 29 08:54:54.950131 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3213a42c-c1bc-4b54-aae9-e15a4aa846ef no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:54:54.970566 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 3213a42c-c1bc-4b54-aae9-e15a4aa846ef {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:54:54.970921 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3213a42c-c1bc-4b54-aae9-e15a4aa846ef not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:54:55.755013 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14decdf-3e5b-4347-a3e2-75e6cd71e5a8 req-292c3369-3daf-4c19-9bd6-0dbae3a45a63 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:55.756506 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c14decdf-3e5b-4347-a3e2-75e6cd71e5a8 req-292c3369-3daf-4c19-9bd6-0dbae3a45a63 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0474663 Apr 29 08:54:55.802668 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c14decdf-3e5b-4347-a3e2-75e6cd71e5a8 req-aaec12b9-a54a-46f6-a83d-b85ba0c3c3bc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Apr 29 08:54:56.058806 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae695d1-2d5f-4ddd-be2b-c7163508b257 req-72cc06c3-f2b6-4401-9ea3-0353bffcbe91 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:56.060328 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ae695d1-2d5f-4ddd-be2b-c7163508b257 req-72cc06c3-f2b6-4401-9ea3-0353bffcbe91 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0490384 Apr 29 08:54:56.116671 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ae695d1-2d5f-4ddd-be2b-c7163508b257 req-ddf18292-5927-4003-8cd9-f47426c8bac6 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507107 Apr 29 08:54:56.919355 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06c61f-2f58-4bd6-8a25-409860f0bbaa req-afbdbf33-a994-4be0-93e3-a61c0f982c26 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:56.920896 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd06c61f-2f58-4bd6-8a25-409860f0bbaa req-afbdbf33-a994-4be0-93e3-a61c0f982c26 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0509658 Apr 29 08:54:56.968874 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd06c61f-2f58-4bd6-8a25-409860f0bbaa req-4e867585-637c-4b7d-af4d-c47f45e1b897 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Apr 29 08:54:57.237404 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610f260-64a2-4ef5-a5a0-669ca8bfcff3 req-cf87c9f3-2dba-486c-aca1-a9924d51498f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:57.239552 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a610f260-64a2-4ef5-a5a0-669ca8bfcff3 req-cf87c9f3-2dba-486c-aca1-a9924d51498f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0483661 Apr 29 08:54:57.292459 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a610f260-64a2-4ef5-a5a0-669ca8bfcff3 req-2978bc78-2773-41d2-9ce3-9a3c5f8fea0a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Apr 29 08:54:58.096475 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e07b7d-3ad3-49b2-9a5d-f6bbb8d5337b req-904e9bba-cc59-4c4a-933a-0d04cd1a81f5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:58.098633 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61e07b7d-3ad3-49b2-9a5d-f6bbb8d5337b req-904e9bba-cc59-4c4a-933a-0d04cd1a81f5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0561254 Apr 29 08:54:58.153368 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61e07b7d-3ad3-49b2-9a5d-f6bbb8d5337b req-ee39dc08-2fa4-4600-a677-4ea8f775d98b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Apr 29 08:54:58.414800 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abb1a8-62f6-42b3-b964-cdf4366cd353 req-1a63db08-8a9f-486d-be1a-d5f45087f643 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:58.416368 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-28abb1a8-62f6-42b3-b964-cdf4366cd353 req-1a63db08-8a9f-486d-be1a-d5f45087f643 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0535669 Apr 29 08:54:58.471275 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-28abb1a8-62f6-42b3-b964-cdf4366cd353 req-728e2c4a-e909-4f7d-b08d-69c037644d32 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477037 Apr 29 08:54:58.811479 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-2a64600c-921f-4958-866c-c1471ae9544c tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285664 Apr 29 08:54:58.977499 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:54:58.997681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-bc0c3a66-0c5e-4a17-b9fb-ac66c4dfa8b1 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:58.999056 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-bc0c3a66-0c5e-4a17-b9fb-ac66c4dfa8b1 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824353 Apr 29 08:54:59.020292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-fc54bac4-3f31-42c6-8374-4a48f3327e17 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/quotas/3c9877c06a2445a3a34c5d35bafeb7a8 HTTP/1.1" status: 200 len: 375 time: 0.0158687 Apr 29 08:54:59.054800 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-f264d2a3-4c0e-48de-a160-078460e502fa tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289574 Apr 29 08:54:59.094515 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:54:59.105985 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'mac_address': 'fa:16:3e:84:54:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:54:59.149342 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:54:59.149695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:59.165037 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:54:59.188984 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:54:59.196071 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:54:59.255490 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c253a50-00a5-47cc-8833-a441f7a58c45 req-c463e6c5-6f12-4abe-9ddb-c8161647e561 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0464234 Apr 29 08:54:59.269220 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:54:59.281336 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.281774 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.282190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.282807 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.283231 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.283685 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.284277 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.284867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.285210 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.287163 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.287561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.287910 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.288313 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.288833 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.289332 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:54:59.319240 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc7c2-55a4-4982-a260-6e4099696033 req-d2c60598-f43e-431a-a68d-3fcc58798cc2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:59.320989 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ffbdc7c2-55a4-4982-a260-6e4099696033 req-d2c60598-f43e-431a-a68d-3fcc58798cc2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0592341 Apr 29 08:54:59.396765 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ffbdc7c2-55a4-4982-a260-6e4099696033 req-b9950776-a10c-4baf-a782-934617699422 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680797 Apr 29 08:54:59.678874 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae0304-77cb-45d8-8c15-3378b6e6c17f req-7f037ea8-e79e-48aa-9774-5b5f6d48b3f7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:54:59.680576 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f6ae0304-77cb-45d8-8c15-3378b6e6c17f req-7f037ea8-e79e-48aa-9774-5b5f6d48b3f7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0935676 Apr 29 08:54:59.760518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:54:59.784338 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f6ae0304-77cb-45d8-8c15-3378b6e6c17f req-c622cd70-3661-403b-b293-26961be9b81d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955825 Apr 29 08:54:59.888978 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a72d-10bf-4b9d-977c-0b77ef086c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:00.384874 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-83800e5d-1441-457e-9da1-0e4709dc88cb req-46dbd4ec-8cd2-4a62-9bae-4e7df8024eb1 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0368323 Apr 29 08:55:00.424910 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c117a-3651-4026-ae35-1533d2f42165 req-b50e24e8-61a6-4308-bb73-c6341883a4e8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:00.427414 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8f5c117a-3651-4026-ae35-1533d2f42165 req-b50e24e8-61a6-4308-bb73-c6341883a4e8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0572062 Apr 29 08:55:00.483852 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8f5c117a-3651-4026-ae35-1533d2f42165 req-2fea4b1f-16d7-49f7-858b-9ece1198ed74 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506976 Apr 29 08:55:00.537935 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc56b2-de77-47c0-bc07-a5374fd68128 req-5d2a0017-c45e-4d5e-97ec-9d4f38c97f4a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:00.539443 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-54cc56b2-de77-47c0-bc07-a5374fd68128 req-5d2a0017-c45e-4d5e-97ec-9d4f38c97f4a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0564778 Apr 29 08:55:00.587799 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-54cc56b2-de77-47c0-bc07-a5374fd68128 req-b7394a0c-84e3-4288-b198-20c3194faefd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Apr 29 08:55:00.911408 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687c99-4dde-4e24-99e2-63fd167d7b66 req-bb88b96d-0302-491e-a68e-17b0ad60a713 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:00.912958 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5687c99-4dde-4e24-99e2-63fd167d7b66 req-bb88b96d-0302-491e-a68e-17b0ad60a713 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0492332 Apr 29 08:55:00.969064 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5687c99-4dde-4e24-99e2-63fd167d7b66 req-1fc8658b-4afc-467b-91a8-d4388bed309d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Apr 29 08:55:01.487953 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9e764082-16e3-486c-afa3-2f5fee1dbe81 req-412cb2e1-5461-4e63-b7a5-4133fbfab0e8 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0274467 Apr 29 08:55:01.617059 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2312e9a-0498-47be-98c9-67282f240bb3 req-4820bbba-c92e-40cf-b8a7-465495936649 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:01.619732 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2312e9a-0498-47be-98c9-67282f240bb3 req-4820bbba-c92e-40cf-b8a7-465495936649 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0573409 Apr 29 08:55:01.670076 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2312e9a-0498-47be-98c9-67282f240bb3 req-4d842f2a-8d42-4ead-9b2b-f810f6c80094 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Apr 29 08:55:01.712803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c67a5-e7e3-45a9-ac29-afedcab53c0c req-23a26136-1285-47ef-bc4f-63d9153799c2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:01.714290 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-608c67a5-e7e3-45a9-ac29-afedcab53c0c req-23a26136-1285-47ef-bc4f-63d9153799c2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0478477 Apr 29 08:55:01.762142 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-608c67a5-e7e3-45a9-ac29-afedcab53c0c req-dd115d96-523c-477c-97ad-9d1e1a61d885 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Apr 29 08:55:02.078286 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-059620f4-e855-4d17-a2ec-0e99eebd556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:02.084371 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9009-ad59-4b89-89bb-b4752a069b32 req-20c214b1-cbb1-45d7-9328-2ddeeb608243 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:02.086298 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-908d9009-ad59-4b89-89bb-b4752a069b32 req-20c214b1-cbb1-45d7-9328-2ddeeb608243 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0473063 Apr 29 08:55:02.142816 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-908d9009-ad59-4b89-89bb-b4752a069b32 req-cf87d0ca-ea4a-4ce4-998a-05fedc388311 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513752 Apr 29 08:55:02.590076 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e8ac1620-3c44-40ec-8434-12aedd737428 req-9ae5f5ec-c621-4dd3-bf0f-c04503daac90 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0302141 Apr 29 08:55:02.787551 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eafd76-8c54-44fd-84d7-fc229958af96 req-d3e62116-8734-40cd-a852-2b34c6ae75cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:02.788987 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f9eafd76-8c54-44fd-84d7-fc229958af96 req-d3e62116-8734-40cd-a852-2b34c6ae75cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0460844 Apr 29 08:55:02.840317 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f9eafd76-8c54-44fd-84d7-fc229958af96 req-5a3cdecc-6d8c-4948-84cc-4e952fc7f91c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Apr 29 08:55:02.877139 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5aa0d-6f24-4085-91d5-da285e1c40b9 req-4f9fead0-d9cb-4d8a-a5be-732781d7780d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:02.878613 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25e5aa0d-6f24-4085-91d5-da285e1c40b9 req-4f9fead0-d9cb-4d8a-a5be-732781d7780d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0476937 Apr 29 08:55:02.926663 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25e5aa0d-6f24-4085-91d5-da285e1c40b9 req-f460a9c3-d598-4071-8d0f-df100cd7eeb4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Apr 29 08:55:03.258051 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ac1d-6e08-4976-b604-4daea1823b9a req-c54edb00-2261-46b3-ae3a-a57d61e774c8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:03.259552 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cb28ac1d-6e08-4976-b604-4daea1823b9a req-c54edb00-2261-46b3-ae3a-a57d61e774c8 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0499055 Apr 29 08:55:03.310486 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cb28ac1d-6e08-4976-b604-4daea1823b9a req-c36ef5c8-7ccf-40c8-bfc8-e7ea73941ade tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451276 Apr 29 08:55:03.631291 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:03.683260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1fa6738f-e421-470b-80db-da38723d29fa req-ad4165c8-cc86-4656-883b-bc4f58f95f0b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0267808 Apr 29 08:55:03.959669 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7c778-0b31-4d40-9cad-4f0716608351 req-fa5faab8-d060-4c11-b66f-6fa3459ceb51 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:03.961513 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3b7c778-0b31-4d40-9cad-4f0716608351 req-fa5faab8-d060-4c11-b66f-6fa3459ceb51 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0488598 Apr 29 08:55:04.013238 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3b7c778-0b31-4d40-9cad-4f0716608351 req-e26afd65-6264-4bd3-95cc-fc02508ab431 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455880 Apr 29 08:55:04.056611 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02c8ca-c9c3-4a1b-891e-d1c983e1d466 req-0f131761-c7b2-44a7-9c8e-94c8ccefc5da tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:04.058132 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac02c8ca-c9c3-4a1b-891e-d1c983e1d466 req-0f131761-c7b2-44a7-9c8e-94c8ccefc5da tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Apr 29 08:55:04.323108 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-38ce5651-7709-402f-a8b3-33429430b764 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2504764 Apr 29 08:55:04.351340 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac02c8ca-c9c3-4a1b-891e-d1c983e1d466 req-51cb1380-aee0-4704-8704-09f15eb7d71d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875369 Apr 29 08:55:04.430169 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6165a-95f3-41cc-87c9-a44263a995a7 req-fc3d9bab-7f4c-499e-b012-cb1e77dd2f1d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:04.431681 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ac6165a-95f3-41cc-87c9-a44263a995a7 req-fc3d9bab-7f4c-499e-b012-cb1e77dd2f1d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0525510 Apr 29 08:55:04.484266 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2ac6165a-95f3-41cc-87c9-a44263a995a7 req-4238ce54-ff34-4af8-a6b7-428215420266 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Apr 29 08:55:04.726524 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:04.788558 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:04.803250 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:55:04.811043 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:04.811427 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:04.835773 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1376ad87-d390-418c-9950-dc7331b0349a req-bbc2093d-7a27-4a06-a976-c43053c29f17 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0384405 Apr 29 08:55:04.868258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-69f2c231-86f7-4099-a13d-694bf0c59af0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:04.869668 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-69f2c231-86f7-4099-a13d-694bf0c59af0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731207 Apr 29 08:55:04.897934 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:04.898325 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:04.921895 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:04.924220 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93604231-4525-41fa-ab30-bc8bc955ceab" -d '{"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-plugged", "status": "completed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:04.937796 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:04.942779 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:04.966889 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e55f07-ebb9-4752-bb61-136e9bbf91e5 x-openstack-request-id: req-59e55f07-ebb9-4752-bb61-136e9bbf91e5 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:04.967216 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-plugged", "status": "completed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:04.967480 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59e55f07-ebb9-4752-bb61-136e9bbf91e5 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:04.967881 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e55f07-ebb9-4752-bb61-136e9bbf91e5'] response: {'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'code': 200} Apr 29 08:55:04.994850 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:05.105162 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Request body: {'port': {'device_id': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1', 'admin_state_up': True, 'tenant_id': '3c9877c06a2445a3a34c5d35bafeb7a8'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:05.163408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde1d5a-5121-4018-a5ee-8d632712ca06 req-fa55da2f-3e8c-4815-a369-475fdf4a6967 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:05.165044 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7fde1d5a-5121-4018-a5ee-8d632712ca06 req-fa55da2f-3e8c-4815-a369-475fdf4a6967 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0772431 Apr 29 08:55:05.266806 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7fde1d5a-5121-4018-a5ee-8d632712ca06 req-fb3cbe61-683c-41ba-905b-1ced3dc6c744 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695879 Apr 29 08:55:05.287276 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Made reservation on behalf of 3c9877c06a2445a3a34c5d35bafeb7a8 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:05.291198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.302264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.334033 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-6f38e3a4-e29d-4bf1-a28b-ef7bc0dce840 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:05.335590 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-6f38e3a4-e29d-4bf1-a28b-ef7bc0dce840 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/networks?id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 200 len: 814 time: 0.1085865 Apr 29 08:55:05.351390 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-378bd989-febe-4f34-9573-73f52d9d694b tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/quotas/2c0d26c7abcc4bc7b175ac175bb5f2ec HTTP/1.1" status: 200 len: 375 time: 0.0099447 Apr 29 08:55:05.382622 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks [] for security_group (9e78e503-f8e7-44f9-929f-b8894b40b658), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.387851 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-c1936f56-7b1c-463c-8346-58b5f4b7ba5c tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299113 Apr 29 08:55:05.388684 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9e78e503-f8e7-44f9-929f-b8894b40b658), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.456832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78e503-f8e7-44f9-929f-b8894b40b658,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:05.491233 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-0d039ab6-88c1-4011-9ef6-2a7c6a983ec4 service neutron] 10.222.0.31 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933967 Apr 29 08:55:05.542465 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a2c14-9d92-4be0-9f3d-4fc2386d220d req-9b91892c-e344-48d7-a1db-8ba42ba329ae tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:05.543966 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e3a2c14-9d92-4be0-9f3d-4fc2386d220d req-9b91892c-e344-48d7-a1db-8ba42ba329ae tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0837288 Apr 29 08:55:05.590124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-429e9947-42f6-4c8e-864b-9d644b11c5ba service neutron] 10.222.0.31 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924716 Apr 29 08:55:05.595356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Allocated IP 192.168.233.132 (1a1a43c0-4655-4b2b-b82f-4a45857c1ed1/e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506/d36cb7cb-6510-45a5-844a-79c10ae9bc6d) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:05.628615 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e3a2c14-9d92-4be0-9f3d-4fc2386d220d req-595e33ab-1f90-4fa0-9fe7-0e1aeab36cf6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774238 Apr 29 08:55:05.790425 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-462c8a99-ffd8-4789-b4b3-b4daaa7c7663 req-e79ba027-0eda-42e6-8139-b77f7835136f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0293291 Apr 29 08:55:05.804089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ffaa7-f7b9-4e85-922a-3b350215cc09 req-b6352b9b-5dd0-4fa4-8224-7a5ec16bad47 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:05.805659 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-731ffaa7-f7b9-4e85-922a-3b350215cc09 req-b6352b9b-5dd0-4fa4-8224-7a5ec16bad47 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.1042604 Apr 29 08:55:05.855589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks [] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.900640 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-731ffaa7-f7b9-4e85-922a-3b350215cc09 req-bedb1507-f10f-4345-9d8a-274384785252 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894258 Apr 29 08:55:05.942586 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:05.945374 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9fbf923a-852b-4bd6-a64a-db108b1a3256 req-478c839d-872e-471c-adec-a79a2e4eb7a8 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Apr 29 08:55:05.990908 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:05.994144 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:05.997915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:06.031240 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Pushing event updated for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:06.069985 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:06.070745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.090676 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-8f0d298e-4313-40a4-b24f-99a75f031b95 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9905653 Apr 29 08:55:06.246710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Request body: {'port': {'device_id': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:06.335126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-f36ed2d3-0b36-4d01-b069-b1faea5a57c0 None None] Provisioning complete for port d36cb7cb-6510-45a5-844a-79c10ae9bc6d triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:06.337667 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f36ed2d3-0b36-4d01-b069-b1faea5a57c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.342408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.373123 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62f62f-5ead-4263-882f-5ff2f68a2a45 req-125045c2-3c0a-484f-b0ad-245a16484582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:06.376162 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-df62f62f-5ead-4263-882f-5ff2f68a2a45 req-125045c2-3c0a-484f-b0ad-245a16484582 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1130 time: 0.0820794 Apr 29 08:55:06.394454 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.401068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-f36ed2d3-0b36-4d01-b069-b1faea5a57c0 None None] Port d36cb7cb-6510-45a5-844a-79c10ae9bc6d cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:06.450593 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8ae2-b8d0-4238-bbbd-faae1c0d90b3 req-9c528817-35bc-4272-a3d8-a4f25d31cb7b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:06.452113 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-85ae8ae2-b8d0-4238-bbbd-faae1c0d90b3 req-9c528817-35bc-4272-a3d8-a4f25d31cb7b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0873098 Apr 29 08:55:06.517085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.586853 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-85ae8ae2-b8d0-4238-bbbd-faae1c0d90b3 req-157e8102-86e2-4edb-9018-3176ad668a7b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268792 Apr 29 08:55:06.721242 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36cb7cb-6510-45a5-844a-79c10ae9bc6d {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:06.728987 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks [] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.742306 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Transition to ACTIVE for port object d36cb7cb-6510-45a5-844a-79c10ae9bc6d will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:55:06.745267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:06.752536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8d85d-80fc-478d-b9c0-8db108c4c1e2 req-d2862846-496f-4020-b9a1-b658dff341fe tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:06.754631 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79f8d85d-80fc-478d-b9c0-8db108c4c1e2 req-d2862846-496f-4020-b9a1-b658dff341fe tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0519266 Apr 29 08:55:06.803770 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Pushing event updated for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:06.806086 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79f8d85d-80fc-478d-b9c0-8db108c4c1e2 req-490d399e-9ae2-44b2-8f57-4004c8b7b0ba tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Apr 29 08:55:06.910027 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61973658-51f3-4f81-878a-9ff07f8c80c8 req-b3419657-b16e-4bd1-8206-bbbf12334077 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Apr 29 08:55:06.913662 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Attempting to bind port d36cb7cb-6510-45a5-844a-79c10ae9bc6d on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:06.913958 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Attempting to bind port d36cb7cb-6510-45a5-844a-79c10ae9bc6d by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:06.914291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Attempting to bind port d36cb7cb-6510-45a5-844a-79c10ae9bc6d on network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:06.928868 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Port d36cb7cb-6510-45a5-844a-79c10ae9bc6d on network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:55:06.929312 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Attempting to bind port d36cb7cb-6510-45a5-844a-79c10ae9bc6d on network 1a1a43c0-4655-4b2b-b82f-4a45857c1ed1 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:06.938610 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:06.938954 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Checking segment: {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:06.939339 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Bound using segment: {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:06.939907 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Bound port: d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f39721-dd7e-420a-b80c-db640d0fd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:06.940323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:07.020093 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:07.025348 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:07.038470 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:07.045087 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d456d-e481-4658-aad8-bcbc21fa7ace req-ae980e15-a853-4a04-a1d3-37c3ed6f0627 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:07.046710 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-336d456d-e481-4658-aad8-bcbc21fa7ace req-ae980e15-a853-4a04-a1d3-37c3ed6f0627 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0692272 Apr 29 08:55:07.107504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049de74c-6009-48a6-b776-83d8836c5b9e req-572132df-fa5a-48d6-81de-466014d94498 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:07.112014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-336d456d-e481-4658-aad8-bcbc21fa7ace req-814b2cfe-0e77-449f-865a-028eadd62f6c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544527 Apr 29 08:55:07.114522 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-049de74c-6009-48a6-b776-83d8836c5b9e req-572132df-fa5a-48d6-81de-466014d94498 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0909524 Apr 29 08:55:07.115971 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:07.116623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:07.117973 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] 10.222.0.20 "PUT /v2.0/ports/d36cb7cb-6510-45a5-844a-79c10ae9bc6d HTTP/1.1" status: 200 len: 1098 time: 0.8761516 Apr 29 08:55:07.122706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:07.125482 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030da378-21aa-4a91-88c0-b00b19e45969" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:07.165327 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4686f46b-de06-4656-a5c1-3e0d811ed083 x-openstack-request-id: req-4686f46b-de06-4656-a5c1-3e0d811ed083 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:07.165694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:07.166051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4686f46b-de06-4656-a5c1-3e0d811ed083 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:07.166539 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4686f46b-de06-4656-a5c1-3e0d811ed083'] response: {'name': 'network-changed', 'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d', 'status': 'completed', 'code': 200} Apr 29 08:55:07.167366 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d00c8-d4ea-4067-b62f-0d76584e7acf service neutron] Pushing event updated for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:07.202375 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-049de74c-6009-48a6-b776-83d8836c5b9e req-cc8b0946-c24a-4f83-8cf9-97c644711bec tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 Apr 29 08:55:07.715938 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1448-2a45-418c-8bb6-4a76a60ee4b9 req-a1528155-ab0e-492b-9fc3-e8adbd35117b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:07.717764 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f13d1448-2a45-418c-8bb6-4a76a60ee4b9 req-a1528155-ab0e-492b-9fc3-e8adbd35117b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0526361 Apr 29 08:55:07.763812 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f13d1448-2a45-418c-8bb6-4a76a60ee4b9 req-188bc096-31d7-4329-8c90-2214bf84d3a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Apr 29 08:55:07.928158 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cf01f-710a-4d71-aa35-c0040a67fe9e req-42f7915a-dcd2-4e34-bd5c-62c4dfa32db0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:07.929623 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb0cf01f-710a-4d71-aa35-c0040a67fe9e req-42f7915a-dcd2-4e34-bd5c-62c4dfa32db0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0498583 Apr 29 08:55:07.985139 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb0cf01f-710a-4d71-aa35-c0040a67fe9e req-cf6ace1d-c8fc-4ae7-8800-26b533f41d63 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493920 Apr 29 08:55:08.018204 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4afbf655-75ee-4935-aac3-1023458f7dfa req-268a2e7d-cb9b-413e-9d89-e0cfa26f94a2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Apr 29 08:55:08.217084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5972ea-0bae-4761-9b64-b5f0063f8a69 req-45a912fa-ac32-40da-83da-5d4e4263a560 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:08.218608 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba5972ea-0bae-4761-9b64-b5f0063f8a69 req-45a912fa-ac32-40da-83da-5d4e4263a560 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0489140 Apr 29 08:55:08.271182 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba5972ea-0bae-4761-9b64-b5f0063f8a69 req-72017bc2-d463-4cba-9b71-cfa9a2d1ebc1 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463798 Apr 29 08:55:08.317120 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720df518-da47-46d7-bff0-a0d944fa6ab7 req-4082d3ae-c309-4d4e-bdc8-a97156d2c7c4 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:08.318611 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-720df518-da47-46d7-bff0-a0d944fa6ab7 req-4082d3ae-c309-4d4e-bdc8-a97156d2c7c4 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0461750 Apr 29 08:55:08.364341 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-720df518-da47-46d7-bff0-a0d944fa6ab7 req-29a0f940-f6bb-496e-adaa-82ce6ae42ea9 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Apr 29 08:55:08.515531 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-df62f62f-5ead-4263-882f-5ff2f68a2a45 req-07142d65-6090-402a-a791-4fbe5ac5f8d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Apr 29 08:55:08.522783 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030da378-21aa-4a91-88c0-b00b19e45969 req-93210566-7607-400a-a799-84f77dee145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:08.524648 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-030da378-21aa-4a91-88c0-b00b19e45969 req-93210566-7607-400a-a799-84f77dee145f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 1132 time: 0.0516677 Apr 29 08:55:08.882308 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd12b6-f46e-4245-b950-5d697469dc76 req-cce4a0ac-59ea-4ef2-ae0e-2a1465f8e0fd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:08.883774 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d2fd12b6-f46e-4245-b950-5d697469dc76 req-cce4a0ac-59ea-4ef2-ae0e-2a1465f8e0fd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0483069 Apr 29 08:55:08.930587 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d2fd12b6-f46e-4245-b950-5d697469dc76 req-d84557de-2bf4-46b0-b78a-350d7918d79d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Apr 29 08:55:09.102251 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b899c3-8875-4915-85f0-7c02618b62fc req-8a4de01f-b140-4f04-9e17-9e2255bb4003 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:09.103876 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7b899c3-8875-4915-85f0-7c02618b62fc req-8a4de01f-b140-4f04-9e17-9e2255bb4003 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0509834 Apr 29 08:55:09.138775 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e35cea77-1c0c-4a45-b73c-bf72a1898ed1 req-c9ea1d06-97aa-4a29-90c6-51beff8dffaa tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0412898 Apr 29 08:55:09.160862 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-030da378-21aa-4a91-88c0-b00b19e45969 req-f119e921-9a10-46f8-a2a4-bafc22e0b0da service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287127 Apr 29 08:55:09.170820 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7b899c3-8875-4915-85f0-7c02618b62fc req-411f6d5f-edba-4454-8457-cd53f8eb6bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598848 Apr 29 08:55:09.393928 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0932-9d16-4b5d-ade4-136e6e636306 req-e0b60e0d-e3c2-4844-866e-2a6d4de17152 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:09.395503 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-268d0932-9d16-4b5d-ade4-136e6e636306 req-e0b60e0d-e3c2-4844-866e-2a6d4de17152 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0534065 Apr 29 08:55:09.445901 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-268d0932-9d16-4b5d-ade4-136e6e636306 req-c209f7c1-3efd-4e31-989d-a70bf5802ab0 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 Apr 29 08:55:09.545795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65308d-7a9f-4650-9151-ca438bf37f66 req-b531aa09-3d86-4548-ae9a-cf3ed17af394 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:09.547313 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ed65308d-7a9f-4650-9151-ca438bf37f66 req-b531aa09-3d86-4548-ae9a-cf3ed17af394 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0480387 Apr 29 08:55:09.598673 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ed65308d-7a9f-4650-9151-ca438bf37f66 req-8a973041-9e7d-4eb2-aafc-b9af4d782708 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Apr 29 08:55:09.637820 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57422) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:09.642651 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395900721', 'description': 'tempest-description--1349091108'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:09.665837 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.732562 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (609671a4-3817-4fe0-a879-e46b4451a935), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.736234 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (609671a4-3817-4fe0-a879-e46b4451a935), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.768801 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.770051 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309807 Apr 29 08:55:09.771243 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321ed64-4a37-4fad-aa2b-c63313b6e609 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609671a4-3817-4fe0-a879-e46b4451a935,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:09.774611 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57424) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:09.778851 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': '609671a4-3817-4fe0-a879-e46b4451a935', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:09.804845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (de8b1359-32f4-4a1c-9240-ac953eb44f61), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.858965 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030da378-21aa-4a91-88c0-b00b19e45969 req-cd6528c7-7a27-46b7-841b-c5a33c9184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:09.860440 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-030da378-21aa-4a91-88c0-b00b19e45969 req-cd6528c7-7a27-46b7-841b-c5a33c9184d7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000686 Apr 29 08:55:09.885761 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abcfae-6046-42df-8f63-784681091bf6 req-ff21b2bf-460b-415e-832e-e9fe6a0fcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:09.887496 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-21abcfae-6046-42df-8f63-784681091bf6 req-ff21b2bf-460b-415e-832e-e9fe6a0fcc6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0535617 Apr 29 08:55:09.896944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (de8b1359-32f4-4a1c-9240-ac953eb44f61), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.900506 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (de8b1359-32f4-4a1c-9240-ac953eb44f61), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.919560 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8b1359-32f4-4a1c-9240-ac953eb44f61,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:09.927456 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:09.928621 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d21c043a-be54-48e5-8b4f-b30baa3b714d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530039 Apr 29 08:55:09.930210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57426) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:09.939679 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': '609671a4-3817-4fe0-a879-e46b4451a935', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:09.968540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (51b5e5e1-f7df-4437-a12c-384ce69d138e), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.025845 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (51b5e5e1-f7df-4437-a12c-384ce69d138e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.029481 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (51b5e5e1-f7df-4437-a12c-384ce69d138e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.048817 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b5e5e1-f7df-4437-a12c-384ce69d138e,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:10.052355 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711f300-0ee1-44b7-90fe-f02953a1a94d req-a64ab98d-959e-49cf-9e2e-ddfb8e3db79e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:10.054282 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3711f300-0ee1-44b7-90fe-f02953a1a94d req-a64ab98d-959e-49cf-9e2e-ddfb8e3db79e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0508556 Apr 29 08:55:10.057893 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.059093 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c8e4225b-c12f-4439-9339-add40df33628 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279323 Apr 29 08:55:10.062312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57430) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:10.066805 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:10.087597 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.106439 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3711f300-0ee1-44b7-90fe-f02953a1a94d req-160ca3a1-4e8d-479d-a651-58b3dbaa5a65 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Apr 29 08:55:10.296164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac39d-4ae3-4595-91f1-7cf032df3955 req-62624a9e-66b0-43c7-9729-d007db22bf03 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:10.297776 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61cac39d-4ae3-4595-91f1-7cf032df3955 req-62624a9e-66b0-43c7-9729-d007db22bf03 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0507934 Apr 29 08:55:10.355161 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61cac39d-4ae3-4595-91f1-7cf032df3955 req-0148ea21-4245-4d07-9c3d-25112fe21611 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508583 Apr 29 08:55:10.406875 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cdffdf92-0cb2-4567-a455-07a48fb9700f req-482d94dd-4f55-48a6-b6c3-6234d9e3dc13 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0390193 Apr 29 08:55:10.419364 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.563856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5ef83-74be-4e24-bb99-5d87e466f6d4 req-472cf72c-ac55-4f00-9e07-185d94036e1c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:10.565562 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-22c5ef83-74be-4e24-bb99-5d87e466f6d4 req-472cf72c-ac55-4f00-9e07-185d94036e1c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0486498 Apr 29 08:55:10.585478 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-21abcfae-6046-42df-8f63-784681091bf6 req-8e09b89a-b9cf-4218-99f9-33000b5c64b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026866 Apr 29 08:55:10.597354 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.27.0.109 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/f9ba9cff-0471-49d2-9816-d493a8e4de9d) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:10.619948 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-22c5ef83-74be-4e24-bb99-5d87e466f6d4 req-30910ef5-8e67-43a0-9c97-e806f322b445 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481560 Apr 29 08:55:10.741117 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b7055-1cd2-4a5c-900c-2bc98e58a4f6 req-e8cee963-9cae-49cc-8bb1-2d4a2acee6d9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:10.742660 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-393b7055-1cd2-4a5c-900c-2bc98e58a4f6 req-e8cee963-9cae-49cc-8bb1-2d4a2acee6d9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0491722 Apr 29 08:55:10.745410 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98e81d-a2c6-4ce8-8d69-03e48a8cfcea req-49e8e65e-e103-4506-b57e-8dbaecb6d827 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:10.746918 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b98e81d-a2c6-4ce8-8d69-03e48a8cfcea req-49e8e65e-e103-4506-b57e-8dbaecb6d827 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0734673 Apr 29 08:55:10.750050 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.796339 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-393b7055-1cd2-4a5c-900c-2bc98e58a4f6 req-f8c08ee1-640f-4c8d-91e4-80ba6fc4836a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478055 Apr 29 08:55:10.818505 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6b98e81d-a2c6-4ce8-8d69-03e48a8cfcea req-8aad2f0c-3dfe-40f9-8739-fb2f8afde3f0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Apr 29 08:55:10.820312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:10.820826 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57444) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:10.858926 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:10.866980 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:10.871689 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:10.877341 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=f9ba9cff-0471-49d2-9816-d493a8e4de9d,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:10.969827 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.020854 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.026902 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d14756-85e8-4cdd-9a8a-8d4178dcf410 tempest-TestShelveInstance-246979277 tempest-TestShelveInstance-246979277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.028497 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-04d14756-85e8-4cdd-9a8a-8d4178dcf410 tempest-TestShelveInstance-246979277 tempest-TestShelveInstance-246979277-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1125 time: 0.2063189 Apr 29 08:55:11.031301 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57448) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:11.035817 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:11.058089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.145317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.205151 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.210897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.271667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef098f-409e-4f43-9379-d8c428095eeb req-eace207e-cace-4735-8cda-8e96b57a2e64 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.273219 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17ef098f-409e-4f43-9379-d8c428095eeb req-eace207e-cace-4735-8cda-8e96b57a2e64 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0647497 Apr 29 08:55:11.287730 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=f9ba9cff-0471-49d2-9816-d493a8e4de9d,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:11.296172 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.313534 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.314969 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5d4ffb7d-f6f0-469c-9bc5-64629a02c077 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2516952 Apr 29 08:55:11.345947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Allocated IP 172.27.0.174 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/9a6c2d3f-9a0b-4cdd-8484-dbe212a97188) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:11.365502 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17ef098f-409e-4f43-9379-d8c428095eeb req-90268786-4b20-4879-a4a9-523ceef46ce2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740449 Apr 29 08:55:11.482330 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.492031 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b29c5-e4bf-4039-9d2b-3688eda86108 req-b850e4c2-0658-427d-8f3e-a2f9a165d2fb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.493759 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e2b29c5-e4bf-4039-9d2b-3688eda86108 req-b850e4c2-0658-427d-8f3e-a2f9a165d2fb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0559616 Apr 29 08:55:11.548350 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3e2b29c5-e4bf-4039-9d2b-3688eda86108 req-4417e258-db98-4093-b0ed-9d925aca1746 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Apr 29 08:55:11.553345 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-6e233f9a-4086-4b80-bb8c-4de48c4432c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--395900721&fields=id&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 267 time: 0.0626674 Apr 29 08:55:11.558231 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:11.626788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:11.640887 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:11.645998 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3ca4bce-c56f-419c-8bd1-213e1b0abc86 req-379397ab-8de9-475a-b415-da8eefa86c70 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0352948 Apr 29 08:55:11.647722 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:11.657557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'Port': ['ID=9a6c2d3f-9a0b-4cdd-8484-dbe212a97188,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:11.804585 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-b4e4c30c-7aec-4ac8-ba1e-20e8bbcde026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.806124 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-b4e4c30c-7aec-4ac8-ba1e-20e8bbcde026 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1130 time: 0.1043997 Apr 29 08:55:11.836289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-97e94101-0e99-46e0-be64-f74033296a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.837893 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-97e94101-0e99-46e0-be64-f74033296a5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 1132 time: 0.1327896 Apr 29 08:55:11.850418 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-2e275794-1348-409a-879e-e8b3614256ad tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.851991 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-2e275794-1348-409a-879e-e8b3614256ad tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.2884119 Apr 29 08:55:11.859113 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-b3753629-4486-4c53-99cd-709832ea24a1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.860857 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-b3753629-4486-4c53-99cd-709832ea24a1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "GET /v2.0/networks?id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 200 len: 814 time: 0.1066477 Apr 29 08:55:11.895386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-667501e3-e142-476a-a838-635164401d56 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/quotas/578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 375 time: 0.0344484 Apr 29 08:55:11.947069 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fde08-0fcc-4447-8e30-00989bbef9f6 req-25f4e8fd-12a2-4cf3-97ff-9596c0d4c024 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:11.948788 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-935fde08-0fcc-4447-8e30-00989bbef9f6 req-25f4e8fd-12a2-4cf3-97ff-9596c0d4c024 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0520184 Apr 29 08:55:12.004974 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-e53ea84a-6b64-469c-aa63-fe65642dfde1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008687 Apr 29 08:55:12.009944 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-935fde08-0fcc-4447-8e30-00989bbef9f6 req-6eb517d0-eaea-48ef-8508-36276b0b6e53 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552056 Apr 29 08:55:12.175975 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-cb86f6b7-bcbe-4582-8535-d6a85df5e340 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359098 Apr 29 08:55:12.194101 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:55:12.252768 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Request body: {'port': {'device_id': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1', 'admin_state_up': True, 'tenant_id': '2c0d26c7abcc4bc7b175ac175bb5f2ec'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:12.338386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-a93cc5e1-948b-4fa0-ba5e-319cea0ec4bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d HTTP/1.1" status: 200 len: 217 time: 0.0890486 Apr 29 08:55:12.367294 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Made reservation on behalf of 2c0d26c7abcc4bc7b175ac175bb5f2ec for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:12.370951 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:12.541671 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeab86-d35f-4f27-b563-2ca4e4574645 req-36c1ae9c-0882-42af-bb39-d98ebdc068ac tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:12.543281 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccaeab86-d35f-4f27-b563-2ca4e4574645 req-36c1ae9c-0882-42af-bb39-d98ebdc068ac tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0889428 Apr 29 08:55:12.581023 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Allocated IP 172.20.0.8 (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1/3030e453-f86d-4a91-a3da-0eaac211a177/bb464fd8-11f7-4acb-9ffa-b51b7c033221) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:12.626409 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ccaeab86-d35f-4f27-b563-2ca4e4574645 req-99a91efe-6291-4f4f-a9e3-31a0888a67bf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732079 Apr 29 08:55:12.737784 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for floatingip (ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:12.741616 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-aee1a9f8-4995-4924-bce8-8e2535b6cf1b service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304163 Apr 29 08:55:12.781257 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-5c4d86ce-af95-4e6a-b86e-9634e4516938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:12.782753 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-5c4d86ce-af95-4e6a-b86e-9634e4516938 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506 HTTP/1.1" status: 200 len: 843 time: 0.1548886 Apr 29 08:55:12.792695 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb7f3-0e76-4701-93d0-a9b98b163fb5 req-ee709e42-2918-48d3-b4b1-9d1476a82d93 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:12.794376 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-547fb7f3-0e76-4701-93d0-a9b98b163fb5 req-ee709e42-2918-48d3-b4b1-9d1476a82d93 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0874736 Apr 29 08:55:12.805896 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-5bc5c5e2-1a6f-4731-bc6c-2b31bd4d23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:12.807422 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-5bc5c5e2-1a6f-4731-bc6c-2b31bd4d23a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.5489557 Apr 29 08:55:12.854764 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks [] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:12.857847 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:12.885435 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-547fb7f3-0e76-4701-93d0-a9b98b163fb5 req-f1d85205-9cc9-41a5-9a3f-d5c9846e402c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827801 Apr 29 08:55:12.973538 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.036937 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:13.061860 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:13.065119 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2e7c3f23-001e-4dc3-8e1f-ee78090a79b4 req-40e68e9e-811e-48d8-82cc-6f1865b1ed49 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0858657 Apr 29 08:55:13.072543 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:13.080102 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Pushing event updated for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:13.083846 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997e4ff-0a04-4098-8513-433261de54f9 req-6fcdad3b-b175-413c-b650-54562b5e3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.085446 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-6fcdad3b-b175-413c-b650-54562b5e3942 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a1a43c0-4655-4b2b-b82f-4a45857c1ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1694288 Apr 29 08:55:13.089885 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-ba685cd6-76fb-481b-8cfc-2c4a16b7eef0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1002 time: 0.2012322 Apr 29 08:55:13.148421 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb2208-2fd5-4c4f-81e1-95e716e370c0 req-65464137-2017-4147-9a7f-7b14bdc77274 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.155612 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89bb2208-2fd5-4c4f-81e1-95e716e370c0 req-65464137-2017-4147-9a7f-7b14bdc77274 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 931 time: 0.1362548 Apr 29 08:55:13.185942 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.186684 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.217129 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-a802c852-3a3d-4b64-a654-12d0633cc185 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682298 Apr 29 08:55:13.226332 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89bb2208-2fd5-4c4f-81e1-95e716e370c0 req-943a5b94-4210-4e4b-bde8-a1bb367e8b0e tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696571 Apr 29 08:55:13.229959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ae6-2b21-4a2c-a466-636aea27d0a4 req-d8b3c1d1-ca29-46b7-ac41-b7718b72ad0d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.231480 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ce6e9ae6-2b21-4a2c-a466-636aea27d0a4 req-d8b3c1d1-ca29-46b7-ac41-b7718b72ad0d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0708721 Apr 29 08:55:13.266388 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.274158 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.335576 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ce6e9ae6-2b21-4a2c-a466-636aea27d0a4 req-0479dc12-8b6c-4e99-925a-5effdc39c933 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Apr 29 08:55:13.366438 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event updated for resources: {'Port': ['ID=9a6c2d3f-9a0b-4cdd-8484-dbe212a97188,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:13.380541 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.437207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Request body: {'port': {'device_id': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:13.506589 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.581128 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Floating IP ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d associated. External IP: 172.27.0.174, port: 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80. Apr 29 08:55:13.624047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-dae5cec5-4fc9-4077-80c0-8e7f771ac3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.625587 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-dae5cec5-4fc9-4077-80c0-8e7f771ac3a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.1880703 Apr 29 08:55:13.657230 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-fbded46f-7631-4d6f-a80b-672b1579f49d service neutron] 10.222.0.20 "GET /v2.0/networks/1a1a43c0-4655-4b2b-b82f-4a45857c1ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849270 Apr 29 08:55:13.795758 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfdf5b-58f5-4d01-a670-378767429f86 req-9ca6d089-eab3-468a-8d7d-bb5a160f58e4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.797271 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83dfdf5b-58f5-4d01-a670-378767429f86 req-9ca6d089-eab3-468a-8d7d-bb5a160f58e4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0740788 Apr 29 08:55:13.803086 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-6970d8ba-3184-4f13-9d70-1b2301f64d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:13.804592 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-6970d8ba-3184-4f13-9d70-1b2301f64d7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051455 Apr 29 08:55:13.849926 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb464fd8-11f7-4acb-9ffa-b51b7c033221 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:13.859517 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks [] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.877386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6997e4ff-0a04-4098-8513-433261de54f9 req-9f5ef963-9405-407a-9961-1c71fb29cedb service neutron] 10.222.0.20 "GET /v2.0/networks/1a1a43c0-4655-4b2b-b82f-4a45857c1ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789384 Apr 29 08:55:13.886218 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Transition to ACTIVE for port object bb464fd8-11f7-4acb-9ffa-b51b7c033221 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:55:13.890907 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:13.904925 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83dfdf5b-58f5-4d01-a670-378767429f86 req-be4c1954-c3dc-42d9-9d31-3f73c01ee380 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826008 Apr 29 08:55:13.954483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Router a8a6ae54-526a-4c63-81fb-04e4158159e5 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:55:13.955823 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840468-103c-4444-af86-e198979bf122 service neutron] Pushing event updated for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:14.101070 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Attempting to bind port bb464fd8-11f7-4acb-9ffa-b51b7c033221 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:14.101472 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Attempting to bind port bb464fd8-11f7-4acb-9ffa-b51b7c033221 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:14.101951 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Attempting to bind port bb464fd8-11f7-4acb-9ffa-b51b7c033221 on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:14.116977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Port bb464fd8-11f7-4acb-9ffa-b51b7c033221 on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:55:14.116977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Attempting to bind port bb464fd8-11f7-4acb-9ffa-b51b7c033221 on network f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:14.122323 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:14.122672 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Checking segment: {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:14.123067 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Bound using segment: {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:14.123501 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Bound port: bb464fd8-11f7-4acb-9ffa-b51b7c033221, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930f8286-5fa3-4b34-abe2-47d2dcfab7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:14.123869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:14.176119 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28837bb5-760d-4da3-bcbf-e32757153a6a req-e2cc8de2-c476-400e-9d9d-679d785286a7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:14.177651 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-28837bb5-760d-4da3-bcbf-e32757153a6a req-e2cc8de2-c476-400e-9d9d-679d785286a7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.1289334 Apr 29 08:55:14.194706 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-71682619-b36e-4b06-8992-992474f3980f req-c2ecaf96-ca8f-460d-abf6-36b4433f61e1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0315850 Apr 29 08:55:14.203054 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:14.218941 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Sync routers for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:55:14.221461 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-250b2bf7-1597-48cf-a534-0f251c1a18b9 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101245 Apr 29 08:55:14.230315 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:14.231595 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:14.232658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:14.240925 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:14.245575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:14.248308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:14.278961 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-28837bb5-760d-4da3-bcbf-e32757153a6a req-02789ab6-c95f-4780-a699-62a80f9d4115 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950580 Apr 29 08:55:14.304627 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2a030351-f480-489f-be1d-4844d9c54574 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2720912 Apr 29 08:55:14.305287 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:14.307590 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03da73-8216-4518-aa50-d52975bbdabe" -d '{"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:14.344006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:14.344968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:14.346575 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-aa840468-103c-4444-af86-e198979bf122 service neutron] 10.222.0.20 "PUT /v2.0/ports/bb464fd8-11f7-4acb-9ffa-b51b7c033221 HTTP/1.1" status: 200 len: 1093 time: 0.9136031 Apr 29 08:55:14.349068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:14.349446 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:14.351741 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a87187-ef31-4b83-a35b-441ff0540dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:14.354198 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa840468-103c-4444-af86-e198979bf122 service neutron] Pushing event updated for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:14.398013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ac3a6-eab2-4000-a747-51bd2d1b7077 x-openstack-request-id: req-7c3ac3a6-eab2-4000-a747-51bd2d1b7077 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:14.398261 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:14.398518 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c3ac3a6-eab2-4000-a747-51bd2d1b7077 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:14.398929 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3ac3a6-eab2-4000-a747-51bd2d1b7077'] response: {'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'status': 'completed', 'code': 200} Apr 29 08:55:14.405679 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299567d-6267-4dcf-a7d3-b32fd4d9c5f9 req-a6df1619-66fa-44e0-832a-7a7cadf9aaca tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:14.407255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7299567d-6267-4dcf-a7d3-b32fd4d9c5f9 req-a6df1619-66fa-44e0-832a-7a7cadf9aaca tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0770996 Apr 29 08:55:14.464813 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7299567d-6267-4dcf-a7d3-b32fd4d9c5f9 req-b5fbe1c2-889d-44e2-bbde-86720eb66e9d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Apr 29 08:55:14.504700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eddf7-60f3-4957-b820-93b3417c0ffd req-71005959-2b3b-4d15-b363-26e780eb94c9 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:14.507125 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-392eddf7-60f3-4957-b820-93b3417c0ffd req-71005959-2b3b-4d15-b363-26e780eb94c9 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0612009 Apr 29 08:55:14.567933 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-392eddf7-60f3-4957-b820-93b3417c0ffd req-6d1ab63c-d463-4a7b-9fb3-8c3bbfc59da8 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Apr 29 08:55:14.597148 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'mac_address': 'fa:16:3e:84:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:12Z', 'updated_at': '2022-04-29T08:55:12Z', 'revision_number': 0, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:14.608506 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96389fde-9c64-464c-b1a8-d7d298df5ebc x-openstack-request-id: req-96389fde-9c64-464c-b1a8-d7d298df5ebc {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:14.609035 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:14.609404 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96389fde-9c64-464c-b1a8-d7d298df5ebc {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:14.609904 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96389fde-9c64-464c-b1a8-d7d298df5ebc'] response: {'name': 'network-changed', 'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221', 'status': 'completed', 'code': 200} Apr 29 08:55:14.631206 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Checking router: a8a6ae54-526a-4c63-81fb-04e4158159e5 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:55:14.640753 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:14.641378 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:14.668831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994adf4-d88f-4bae-8e68-01237830a0a9 req-63c4eaaf-8fba-4899-ad0b-cf067e0be4e5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:14.670322 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9994adf4-d88f-4bae-8e68-01237830a0a9 req-63c4eaaf-8fba-4899-ad0b-cf067e0be4e5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0487921 Apr 29 08:55:14.731131 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9994adf4-d88f-4bae-8e68-01237830a0a9 req-005525fc-be83-4405-84d1-6054b6abf6a9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Apr 29 08:55:14.757171 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:14.964605 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'mac_address': 'fa:16:3e:84:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:12Z', 'updated_at': '2022-04-29T08:55:12Z', 'revision_number': 0, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:14.994785 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd8ec47-d888-4bfc-bba6-bf97c5047829 None None] The sync data for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi is: [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'mac_address': 'fa:16:3e:84:54:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:12Z', 'updated_at': '2022-04-29T08:55:12Z', 'revision_number': 0, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:55:15.087356 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c9e91-110b-48f6-9326-b9d1b5157c76 req-f5fadf26-0917-4fab-8929-588767eed9f1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:15.088901 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-446c9e91-110b-48f6-9326-b9d1b5157c76 req-f5fadf26-0917-4fab-8929-588767eed9f1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0493975 Apr 29 08:55:15.139427 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-446c9e91-110b-48f6-9326-b9d1b5157c76 req-4e41ce83-c715-4499-b432-988098696dd5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Apr 29 08:55:15.198228 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a60837-bddb-4190-9795-6313d1987df7 None None] New status for floating IP ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:55:15.295418 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-481abb4a-9d76-4cc0-80f3-8e2183ff2bd6 req-d654e324-6a4b-4504-9e86-2e23fabf6a48 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Apr 29 08:55:15.575766 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5043-bbb0-416e-b0c4-f8fbd8568ac1 req-0cfb6380-9225-4dfc-8125-637121c2d34a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:15.577241 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-786c5043-bbb0-416e-b0c4-f8fbd8568ac1 req-0cfb6380-9225-4dfc-8125-637121c2d34a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0491674 Apr 29 08:55:15.624032 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-786c5043-bbb0-416e-b0c4-f8fbd8568ac1 req-e3c8540e-75a3-40f6-9122-5bbeb9e214e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Apr 29 08:55:15.678025 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31d1c2-f300-49c4-b6c9-f0be2f830ab3 req-9c91b285-b9d6-4a82-a153-9d40996ddd6a tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:15.679393 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8f31d1c2-f300-49c4-b6c9-f0be2f830ab3 req-9c91b285-b9d6-4a82-a153-9d40996ddd6a tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0509908 Apr 29 08:55:15.726085 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8f31d1c2-f300-49c4-b6c9-f0be2f830ab3 req-a9926dae-3bf9-40be-b4ef-e2905e97878a tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Apr 29 08:55:15.842179 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f5ad8-a1a0-418a-a5ff-e831040b7788 req-d034f2de-193d-4de4-a240-1688d1f32513 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:15.843655 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b1f5ad8-a1a0-418a-a5ff-e831040b7788 req-d034f2de-193d-4de4-a240-1688d1f32513 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0458665 Apr 29 08:55:15.891631 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0b1f5ad8-a1a0-418a-a5ff-e831040b7788 req-24049c1a-6e9f-4410-a754-65e5f25a61b1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Apr 29 08:55:16.261832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5a5b0-d0ad-443f-8940-15b75ba2b210 req-12927a9c-dfd7-4cf7-aba6-a6b8c0fa48cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:16.263346 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58b5a5b0-d0ad-443f-8940-15b75ba2b210 req-12927a9c-dfd7-4cf7-aba6-a6b8c0fa48cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0494332 Apr 29 08:55:16.312286 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58b5a5b0-d0ad-443f-8940-15b75ba2b210 req-734f2637-42de-44a4-be40-ef571a6d291e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Apr 29 08:55:16.397800 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84052ca0-5789-4484-80fe-505cf23d9fd9 req-090ca1b1-b8f0-4f40-aeeb-4b0dae650b56 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0328531 Apr 29 08:55:16.740158 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbf872-0e1e-4c71-b200-4c507a35a0ed req-ea30dd70-c91c-4da7-ac4c-23858504bcf2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:16.741673 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3bbf872-0e1e-4c71-b200-4c507a35a0ed req-ea30dd70-c91c-4da7-ac4c-23858504bcf2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0521011 Apr 29 08:55:16.791380 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3bbf872-0e1e-4c71-b200-4c507a35a0ed req-d5ec55a2-3b02-4730-af19-cb0a9f6e2dfe tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Apr 29 08:55:16.848922 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b3724-439c-454a-bad8-40d4089fc752 req-1c8881b1-ec76-4797-b6cb-7c9fd750e76f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:16.850445 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-245b3724-439c-454a-bad8-40d4089fc752 req-1c8881b1-ec76-4797-b6cb-7c9fd750e76f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0542502 Apr 29 08:55:16.898613 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-245b3724-439c-454a-bad8-40d4089fc752 req-8cdd0686-d9bb-49d8-ae2f-9e4f2e4a1615 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Apr 29 08:55:17.009522 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed784af-d581-4b42-8dd8-d677260ed250 req-4e5e3fba-532e-490e-b844-4f696335e4b4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.011001 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fed784af-d581-4b42-8dd8-d677260ed250 req-4e5e3fba-532e-490e-b844-4f696335e4b4 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Apr 29 08:55:17.080693 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fed784af-d581-4b42-8dd8-d677260ed250 req-f97066a9-17aa-4235-a219-c615b7821cb8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641644 Apr 29 08:55:17.111552 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.20', 51919) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:17.169088 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-aab48aa0-4ec9-45e7-b9e3-db856a09d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.170507 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-aab48aa0-4ec9-45e7-b9e3-db856a09d2ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 1127 time: 0.0705237 Apr 29 08:55:17.173325 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-1ccb09ba-e912-4751-8950-4f4649065ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.174671 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-1ccb09ba-e912-4751-8950-4f4649065ecb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0634456 Apr 29 08:55:17.228391 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03da73-8216-4518-aa50-d52975bbdabe req-f5ccb97a-9979-47fc-9ce6-b86c1358af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.229880 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-f5ccb97a-9979-47fc-9ce6-b86c1358af6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1130 time: 0.1096845 Apr 29 08:55:17.268236 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-2ec47481-9de2-426a-8ee5-b372afeab034 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233844 Apr 29 08:55:17.334961 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-05ac20d9-55fa-4245-affd-5091f22b1f7f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.336443 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-05ac20d9-55fa-4245-affd-5091f22b1f7f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.2173004 Apr 29 08:55:17.360112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03da73-8216-4518-aa50-d52975bbdabe req-b28d6bf6-b381-4fab-af00-6f1eb691a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.361663 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-b28d6bf6-b381-4fab-af00-6f1eb691a256 service neutron] 10.222.0.20 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 910 time: 0.1242881 Apr 29 08:55:17.382827 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-84003fe1-857a-46c2-b81c-9c55ceaddd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.384332 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-84003fe1-857a-46c2-b81c-9c55ceaddd9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1781824 Apr 29 08:55:17.385290 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-7e564467-c202-49f4-92df-9570c3e11516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.386807 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-7e564467-c202-49f4-92df-9570c3e11516 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1782033 Apr 29 08:55:17.456914 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e261f9-139f-4fad-98a8-d10d3c4baa15 req-7fa14472-eae5-4c4d-b244-60f10d55de40 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.459130 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-29e261f9-139f-4fad-98a8-d10d3c4baa15 req-7fa14472-eae5-4c4d-b244-60f10d55de40 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0671370 Apr 29 08:55:17.518291 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8b5b6af7-3c84-45be-8ca7-858b0e2363ac req-e7342188-cb66-45f6-b143-19bd3b6459d5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0457332 Apr 29 08:55:17.543739 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-ac55eeda-1063-4fe5-9535-e909c9d56484 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0778913 Apr 29 08:55:17.544480 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-13820678-24c4-4d61-adc4-6c7113bc6fe3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 1002 time: 0.1203907 Apr 29 08:55:17.579180 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-fcc6a8ce-bd00-446a-ab38-28d1b9da8fe4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 472 time: 0.1610961 Apr 29 08:55:17.600939 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'port': {'device_id': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'admin_state_up': True, 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'security_groups': ['609671a4-3817-4fe0-a879-e46b4451a935']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:17.641501 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-29e261f9-139f-4fad-98a8-d10d3c4baa15 req-599b96f9-f70d-42d6-8543-8e8ffb91c2f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729331 Apr 29 08:55:17.647832 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-e970d732-ce6b-46a9-a8d8-b957b12975ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.649356 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-e970d732-ce6b-46a9-a8d8-b957b12975ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0889714 Apr 29 08:55:17.650372 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-09183458-9448-4ce7-b7b2-a195283b3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.651723 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-22a87187-ef31-4b83-a35b-441ff0540dc2 req-09183458-9448-4ce7-b7b2-a195283b3193 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266054 Apr 29 08:55:17.717663 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-3bee548f-a778-4d7b-8fcc-b5facb9c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.719201 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-3bee548f-a778-4d7b-8fcc-b5facb9c17ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491960 Apr 29 08:55:17.847026 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-1ba19a6e-21ea-480d-b63d-5d506fd403f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.849726 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-1ba19a6e-21ea-480d-b63d-5d506fd403f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 1127 time: 0.0928137 Apr 29 08:55:17.880046 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-f447e2f7-4ab1-43e3-b18a-e1eb68e757ab service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244266 Apr 29 08:55:17.957857 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-e144b0b0-78ce-4695-90d5-1d9e875704c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221 HTTP/1.1" status: 200 len: 217 time: 0.0516067 Apr 29 08:55:17.962380 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03da73-8216-4518-aa50-d52975bbdabe req-0ee0ca3d-3cbe-4c23-8962-60c1dba25f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:17.963846 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-0ee0ca3d-3cbe-4c23-8962-60c1dba25f0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 200 len: 848 time: 0.4038696 Apr 29 08:55:18.026967 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbe37a-22ff-4c93-8596-7cb543384f59 req-7b7a1f62-1095-4b3b-bccf-fefd3b9b31cb tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.028412 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-45cbe37a-22ff-4c93-8596-7cb543384f59 req-7b7a1f62-1095-4b3b-bccf-fefd3b9b31cb tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.1349399 Apr 29 08:55:18.056097 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03da73-8216-4518-aa50-d52975bbdabe req-1e527117-76e5-44cd-b89d-aeab62d4ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.057607 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-1e527117-76e5-44cd-b89d-aeab62d4ff14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bd8405-5461-41fe-854e-bd663e55c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867119 Apr 29 08:55:18.085293 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad37d2c-31d3-41b0-b950-8aa4062831d1 req-90d5bed3-4432-4db8-b944-ea3ea808bc6f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.086814 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aad37d2c-31d3-41b0-b950-8aa4062831d1 req-90d5bed3-4432-4db8-b944-ea3ea808bc6f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 948 time: 0.0901091 Apr 29 08:55:18.090215 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2bcf-64df-47e5-aa79-f298056d671e req-69918d20-34b6-403a-a782-541cd51db4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.091691 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-69918d20-34b6-403a-a782-541cd51db4ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3030e453-f86d-4a91-a3da-0eaac211a177 HTTP/1.1" status: 200 len: 854 time: 0.1252789 Apr 29 08:55:18.123674 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:18.126985 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:18.138996 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-45cbe37a-22ff-4c93-8596-7cb543384f59 req-59740e51-a912-4b1d-91fa-b4216b8fe0b4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Apr 29 08:55:18.152168 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-41821e8d-1087-4b28-89e5-2964dcdee156 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445161 Apr 29 08:55:18.154878 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-eaea380f-7afb-4793-bcbe-9217f19ff01a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512345 Apr 29 08:55:18.220770 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aad37d2c-31d3-41b0-b950-8aa4062831d1 req-b4b8c8a3-396c-4471-a674-4c094d66592d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261852 Apr 29 08:55:18.283655 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-7288fd7c-9217-49f8-844e-a7243b4e356e service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049488 Apr 29 08:55:18.303329 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-080f1b3d-5150-414a-800b-0115403e4ca9 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131968 Apr 29 08:55:18.315013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c7ed5-440a-4339-a968-3bdcc07d0ae6 req-68d9780a-bf98-475a-a3a4-d465a3ad1a37 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.316502 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd1c7ed5-440a-4339-a968-3bdcc07d0ae6 req-68d9780a-bf98-475a-a3a4-d465a3ad1a37 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0835693 Apr 29 08:55:18.395991 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.20.0.9 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/9e72371e-8d60-4d5c-8356-4c1a4228bf38) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:18.415998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd1c7ed5-440a-4339-a968-3bdcc07d0ae6 req-243ebe50-9494-46c4-beef-252cc4c7a3b1 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763631 Apr 29 08:55:18.543946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:18.577307 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:18.624293 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:18.627361 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:18.630902 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:18.638223 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335116-3660-45b1-9d74-2de52887e5e1 req-55e0861e-f601-4e80-9113-e7c325a16274 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.639813 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3335116-3660-45b1-9d74-2de52887e5e1 req-55e0861e-f601-4e80-9113-e7c325a16274 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 931 time: 0.0489469 Apr 29 08:55:18.710821 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.711497 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:18.720221 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:18.750135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device d36cb7cb-6510-45a5-844a-79c10ae9bc6d details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:55:18.790420 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-159f2bcf-64df-47e5-aa79-f298056d671e req-ebde95ce-7c7c-45eb-8087-cf0518d38d7b service neutron] 10.222.0.20 "GET /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495302 Apr 29 08:55:18.793825 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d3335116-3660-45b1-9d74-2de52887e5e1 req-6ef01947-b6b8-4bb2-a2d2-1a98a282d721 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433182 Apr 29 08:55:18.801860 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-dfceb8c4-8e3c-4099-9c1b-105cffd428a4 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2038512 Apr 29 08:55:18.835876 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b94d7-b91b-4841-930c-2f5ddb6b27be req-5a460a62-1edc-4cd6-b81b-52c35caa16ef tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:18.837858 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-784b94d7-b91b-4841-930c-2f5ddb6b27be req-5a460a62-1edc-4cd6-b81b-52c35caa16ef tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1054194 Apr 29 08:55:18.850128 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Request body: {'port': {'device_id': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:18.919735 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fd03da73-8216-4518-aa50-d52975bbdabe req-21c47d0c-6c63-4df6-b000-434016266671 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798607 Apr 29 08:55:18.940617 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-784b94d7-b91b-4841-930c-2f5ddb6b27be req-d41f3afa-c33c-4283-a6ab-debcdd8a7705 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807450 Apr 29 08:55:18.969187 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.007944 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4af839d8-bf70-41dd-9e85-25f47f48aaa3 None None] Provisioning complete for port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:19.008362 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4af839d8-bf70-41dd-9e85-25f47f48aaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.044790 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:19.063638 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d', 'network_id': '1a1a43c0-4655-4b2b-b82f-4a45857c1ed1', 'port_id': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d', 'mac_address': 'fa:16:3e:7d:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac424d-53a1-4eb2-a3c7-c8ebc5ca9506', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:55:19.068752 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4af839d8-bf70-41dd-9e85-25f47f48aaa3 None None] Port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:19.108511 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port d36cb7cb-6510-45a5-844a-79c10ae9bc6d is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:19.108995 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.124837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36cb7cb-6510-45a5-844a-79c10ae9bc6d {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:19.145635 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:19.149739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.205381 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:19.260375 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199a629-c082-4780-90a9-e645450773ef req-d588cae9-16b8-4e8e-82ad-95dea6f4d46b tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:19.261530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e72371e-8d60-4d5c-8356-4c1a4228bf38 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:19.262112 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0199a629-c082-4780-90a9-e645450773ef req-d588cae9-16b8-4e8e-82ad-95dea6f4d46b tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0519040 Apr 29 08:55:19.270971 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks [] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.286529 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Transition to ACTIVE for port object 9e72371e-8d60-4d5c-8356-4c1a4228bf38 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:55:19.292944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.319747 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0199a629-c082-4780-90a9-e645450773ef req-c1f43e0f-6ee5-4811-aec8-c0eff44a61c0 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Apr 29 08:55:19.383203 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7a70-5f0a-41b1-a88c-a3d842ae0f0b req-9f3e5862-03ec-4fb8-ad15-d112e5097172 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:19.384800 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4f5b7a70-5f0a-41b1-a88c-a3d842ae0f0b req-9f3e5862-03ec-4fb8-ad15-d112e5097172 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 949 time: 0.0940514 Apr 29 08:55:19.385443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:19.484340 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4f5b7a70-5f0a-41b1-a88c-a3d842ae0f0b req-35709e8a-7f7e-462e-8048-aa61db63c2be tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905170 Apr 29 08:55:19.494929 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Attempting to bind port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:19.495267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Attempting to bind port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:19.495601 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Attempting to bind port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:19.500341 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 on network b24838f8-74fc-43df-860b-f0934d3ce2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:55:19.500666 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Attempting to bind port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:19.507061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:19.508424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:19.508846 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:19.509310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Bound port: 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:19.509692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.551287 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158521a-5dc6-455b-9ced-64a517c5e90b req-220e6a2e-dca7-417a-b9c8-e92bdf30cd36 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:19.552909 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9158521a-5dc6-455b-9ced-64a517c5e90b req-220e6a2e-dca7-417a-b9c8-e92bdf30cd36 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0638120 Apr 29 08:55:19.583572 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:19.587871 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:19.596856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.604668 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9158521a-5dc6-455b-9ced-64a517c5e90b req-49aba68b-b96d-4907-ae39-14eefc59636f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Apr 29 08:55:19.636778 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:19.637370 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:19.638723 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9e72371e-8d60-4d5c-8356-4c1a4228bf38 HTTP/1.1" status: 200 len: 1093 time: 0.7974663 Apr 29 08:55:19.639155 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:19.641375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127027a2-9e6c-48b9-b8da-2520b1881f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:19.663311 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b890-8022-4b5f-93a4-ee717c70cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:19.682657 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68317e6a-9317-4f40-9b5b-bc1840249c29 x-openstack-request-id: req-68317e6a-9317-4f40-9b5b-bc1840249c29 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:19.682960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:19.683221 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68317e6a-9317-4f40-9b5b-bc1840249c29 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:19.683660 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68317e6a-9317-4f40-9b5b-bc1840249c29'] response: {'name': 'network-changed', 'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'status': 'completed', 'code': 200} Apr 29 08:55:19.712223 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['d36cb7cb-6510-45a5-844a-79c10ae9bc6d'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:19.924600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c564a1d-d30f-4533-bc5b-6583537af294 req-9eb14630-8e9a-40ec-8e3d-607429ea5d60 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:19.926251 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c564a1d-d30f-4533-bc5b-6583537af294 req-9eb14630-8e9a-40ec-8e3d-607429ea5d60 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0527940 Apr 29 08:55:19.984409 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8c564a1d-d30f-4533-bc5b-6583537af294 req-971cf12e-71be-4e84-8ebc-47967f515114 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Apr 29 08:55:20.069420 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b9417-f16e-4cd8-99e4-e322f7731772 req-6a5884c7-f24e-44d2-904a-a4a1b9144a95 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:20.070998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1f1b9417-f16e-4cd8-99e4-e322f7731772 req-6a5884c7-f24e-44d2-904a-a4a1b9144a95 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0486526 Apr 29 08:55:20.120354 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1f1b9417-f16e-4cd8-99e4-e322f7731772 req-0daad0ff-2b7f-476e-9f9b-e93673e0fce8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 Apr 29 08:55:20.438567 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d658a-1905-4041-b112-2da3d6c7a7e2 req-cf173e9b-a87d-4994-8833-6d600d5d2c81 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:20.439949 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-835d658a-1905-4041-b112-2da3d6c7a7e2 req-cf173e9b-a87d-4994-8833-6d600d5d2c81 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0504248 Apr 29 08:55:20.492096 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-835d658a-1905-4041-b112-2da3d6c7a7e2 req-c9a357fb-9156-4df7-9e13-281bb53a6da2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Apr 29 08:55:20.608871 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0a4d2-a5be-4e8e-9386-4f0ac0dfbce8 req-0972e15b-2585-4e49-8192-a8108419b5cc tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:20.610392 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29f0a4d2-a5be-4e8e-9386-4f0ac0dfbce8 req-0972e15b-2585-4e49-8192-a8108419b5cc tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 949 time: 0.0528760 Apr 29 08:55:20.664720 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29f0a4d2-a5be-4e8e-9386-4f0ac0dfbce8 req-4e3f27dc-923e-4f6b-bb49-535a0799d79d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469840 Apr 29 08:55:20.721691 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18b52-7fc7-4ac0-b176-06c2df56d3f4 req-9bbc27a4-09ff-44a2-a0e1-720bfcdd235f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:20.724368 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13c18b52-7fc7-4ac0-b176-06c2df56d3f4 req-9bbc27a4-09ff-44a2-a0e1-720bfcdd235f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0508535 Apr 29 08:55:20.774496 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-13c18b52-7fc7-4ac0-b176-06c2df56d3f4 req-41ab7fc4-ebb1-4ec6-b1f9-a8bdec183d0d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443869 Apr 29 08:55:21.050911 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:55:21.072908 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device d36cb7cb-6510-45a5-844a-79c10ae9bc6d up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:21.106577 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a11e1-b5e1-4488-bf4f-4c35326c36ad req-da06402d-2ef7-475f-86e1-a19c6671b86c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:21.108371 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2a2a11e1-b5e1-4488-bf4f-4c35326c36ad req-da06402d-2ef7-475f-86e1-a19c6671b86c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0533144 Apr 29 08:55:21.171110 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2a2a11e1-b5e1-4488-bf4f-4c35326c36ad req-d55c43c0-10c9-4a46-bde5-7ad4fce056fe tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556965 Apr 29 08:55:21.224236 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port d36cb7cb-6510-45a5-844a-79c10ae9bc6d completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:55:21.234366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port d36cb7cb-6510-45a5-844a-79c10ae9bc6d triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:21.234741 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:21.247955 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a92f6-2cd5-4474-97b6-aad1a8b61422 req-46ea0573-7c4c-43fe-901a-4a37b336618b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:21.249591 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d7a92f6-2cd5-4474-97b6-aad1a8b61422 req-46ea0573-7c4c-43fe-901a-4a37b336618b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0495484 Apr 29 08:55:21.267255 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:21.287038 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:55:21.337057 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: ACTIVE; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:21.337519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:21.378252 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:21.397823 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port d36cb7cb-6510-45a5-844a-79c10ae9bc6d is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:21.398206 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:21.418802 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:21.427901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:21.436178 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:21.438493 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1c9fe4-a68d-41d4-8e22-6f3debbed977" -d '{"events": [{"server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "name": "network-vif-plugged", "status": "completed", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:21.470973 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:21.477863 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:21.493867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696aa15e-aec9-4e11-a300-b2b2433b8a43 x-openstack-request-id: req-696aa15e-aec9-4e11-a300-b2b2433b8a43 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:21.493867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "name": "network-vif-plugged", "status": "completed", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:21.493867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-696aa15e-aec9-4e11-a300-b2b2433b8a43 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:21.493867 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696aa15e-aec9-4e11-a300-b2b2433b8a43'] response: {'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d', 'code': 200} Apr 29 08:55:21.503664 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=6']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:21.528775 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d7a92f6-2cd5-4474-97b6-aad1a8b61422 req-2225d63f-70a6-407d-988b-7febcf73083c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718832 Apr 29 08:55:21.556943 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:21.634380 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f4e6-51c2-4c04-ad2e-a9623f74f5d6 req-cbad6cca-ce08-4fc8-aca6-1bf3f4ad25b1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:21.636042 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5168f4e6-51c2-4c04-ad2e-a9623f74f5d6 req-cbad6cca-ce08-4fc8-aca6-1bf3f4ad25b1 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0506666 Apr 29 08:55:21.684343 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5168f4e6-51c2-4c04-ad2e-a9623f74f5d6 req-d0027c44-3ad6-4885-acaa-55af8da1eccc tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Apr 29 08:55:21.695612 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['afdeb60c-c7b1-441b-90f4-293273965fad'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:21.785228 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a6310-8f11-40cb-88cd-e59533fb5681 req-2ce68684-dcd4-4200-9ea8-424521f3b2dc tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:21.786729 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a19a6310-8f11-40cb-88cd-e59533fb5681 req-2ce68684-dcd4-4200-9ea8-424521f3b2dc tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0492218 Apr 29 08:55:21.836041 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a19a6310-8f11-40cb-88cd-e59533fb5681 req-fb02b847-2ef9-4600-8924-06be4bdde7e6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Apr 29 08:55:21.923202 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364bd55-0201-4c1c-9c92-e1b57753bf0e req-f39e0d2f-42e3-4627-8c68-07dcd2064c1f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:21.924785 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b364bd55-0201-4c1c-9c92-e1b57753bf0e req-f39e0d2f-42e3-4627-8c68-07dcd2064c1f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Apr 29 08:55:21.974658 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b364bd55-0201-4c1c-9c92-e1b57753bf0e req-d635c1d9-df21-41e1-aebc-c7d954df01d0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Apr 29 08:55:22.291582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee316-f330-4451-90d5-85f8d661f58a req-9f68f4cf-d66b-4ba6-977d-0374247a0e0b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:22.293135 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4e4ee316-f330-4451-90d5-85f8d661f58a req-9f68f4cf-d66b-4ba6-977d-0374247a0e0b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0486977 Apr 29 08:55:22.345013 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4e4ee316-f330-4451-90d5-85f8d661f58a req-127039c6-dd2d-400b-a2a7-1695aa12430c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457966 Apr 29 08:55:22.653115 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa665bc-f8c7-4c4c-9e0b-dc3de4bf4b51 req-8dfd3b1c-15d5-4715-922b-4c1f14e888b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:22.654582 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2aa665bc-f8c7-4c4c-9e0b-dc3de4bf4b51 req-8dfd3b1c-15d5-4715-922b-4c1f14e888b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0469480 Apr 29 08:55:22.701911 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2aa665bc-f8c7-4c4c-9e0b-dc3de4bf4b51 req-3c520b44-8ffb-4a1b-9f36-98d76ff0deba tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417876 Apr 29 08:55:22.797528 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed296087-3fef-439e-8fe5-0fbe2fff8eba req-d050afb5-1c9c-4732-a292-073b22c762c7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:22.798991 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed296087-3fef-439e-8fe5-0fbe2fff8eba req-d050afb5-1c9c-4732-a292-073b22c762c7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 943 time: 0.0460243 Apr 29 08:55:22.845617 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed296087-3fef-439e-8fe5-0fbe2fff8eba req-751f3b2d-95e1-4072-8fa7-e4ba0cc58963 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Apr 29 08:55:22.949626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379c01f-f62b-479d-ab7b-708299324020 req-04d83c49-b729-4467-9d8b-3edd7674180b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:22.951146 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8379c01f-f62b-479d-ab7b-708299324020 req-04d83c49-b729-4467-9d8b-3edd7674180b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0483518 Apr 29 08:55:23.002263 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8379c01f-f62b-479d-ab7b-708299324020 req-7ed7eaa8-43bb-4128-bcfe-d63799936b6b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Apr 29 08:55:23.055565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device bb464fd8-11f7-4acb-9ffa-b51b7c033221 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:55:23.087765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97211c76-fd67-4cae-b783-1f4c4395b8b5 req-38b696e7-c0fd-41b2-a929-8b5bad237ac2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:23.089279 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-97211c76-fd67-4cae-b783-1f4c4395b8b5 req-38b696e7-c0fd-41b2-a929-8b5bad237ac2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0481865 Apr 29 08:55:23.104114 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:23.136874 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-97211c76-fd67-4cae-b783-1f4c4395b8b5 req-64b49f23-938b-479a-befc-a3098b4b9682 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Apr 29 08:55:23.201768 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:23.214732 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port afdeb60c-c7b1-441b-90f4-293273965fad triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:23.215108 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:23.236289 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221', 'network_id': 'f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1', 'port_id': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221', 'mac_address': 'fa:16:3e:a7:8d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3030e453-f86d-4a91-a3da-0eaac211a177', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:55:23.296183 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port bb464fd8-11f7-4acb-9ffa-b51b7c033221 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:23.296572 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:23.329738 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb464fd8-11f7-4acb-9ffa-b51b7c033221 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:23.354830 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:23.355135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:23.359970 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:23.368028 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:23.426927 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:23.434298 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:23.438725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:23.469770 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f284-44be-4fd3-b757-51ff32003e32 req-fbec312d-442c-492f-ba99-2c1ae62bf3cb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:23.471406 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1c02f284-44be-4fd3-b757-51ff32003e32 req-fbec312d-442c-492f-ba99-2c1ae62bf3cb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0533638 Apr 29 08:55:23.494520 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:23.496844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d3424-359e-4324-9565-8d1ff851f7d0" -d '{"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:23.499941 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=7']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:23.527050 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1c02f284-44be-4fd3-b757-51ff32003e32 req-e4cf5775-81c4-4337-9f5e-430e2dc7053f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491893 Apr 29 08:55:23.534241 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8720b8aa-ec10-45e5-893c-21c2dd29dcfa x-openstack-request-id: req-8720b8aa-ec10-45e5-893c-21c2dd29dcfa {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:23.534564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:23.534833 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8720b8aa-ec10-45e5-893c-21c2dd29dcfa {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:23.535751 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8720b8aa-ec10-45e5-893c-21c2dd29dcfa'] response: {'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'code': 200} Apr 29 08:55:23.826708 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97d8a2-274e-4416-afff-4207a1acb6c0 req-4d4d6805-2ec6-4716-93c4-2b5091f39e0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:23.828179 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee97d8a2-274e-4416-afff-4207a1acb6c0 req-4d4d6805-2ec6-4716-93c4-2b5091f39e0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0499830 Apr 29 08:55:23.875135 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee97d8a2-274e-4416-afff-4207a1acb6c0 req-4b8f9ebb-5eb1-4a4d-8ce6-284c1292d5a5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Apr 29 08:55:23.959713 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf895a-4ea3-41da-a972-61d16c3eb6b8 req-88770013-4f0e-4b5b-bfa7-00a7beb4da6a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:23.961218 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fcf895a-4ea3-41da-a972-61d16c3eb6b8 req-88770013-4f0e-4b5b-bfa7-00a7beb4da6a tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 944 time: 0.0474234 Apr 29 08:55:24.008512 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fcf895a-4ea3-41da-a972-61d16c3eb6b8 req-95e2b4fa-cfbf-4a40-b728-733ebca7c2d7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Apr 29 08:55:24.034598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['bb464fd8-11f7-4acb-9ffa-b51b7c033221'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:24.123626 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476b90c-5058-4481-b661-5a055c57d17d req-e85ee11f-0a90-4a87-9510-067a27e70cef tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:24.127406 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e476b90c-5058-4481-b661-5a055c57d17d req-e85ee11f-0a90-4a87-9510-067a27e70cef tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0551267 Apr 29 08:55:24.153143 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-a7c3fa59-71bd-4dac-ad30-faeea4c6c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:24.154758 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-a7c3fa59-71bd-4dac-ad30-faeea4c6c1c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 1127 time: 0.0469453 Apr 29 08:55:24.176473 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e476b90c-5058-4481-b661-5a055c57d17d req-c134eaff-73c0-4b9e-9910-8138f5ce19ca tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 Apr 29 08:55:24.273024 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77cf16-0a06-428b-b624-be4cadc247b6 req-0ca89318-9f02-4b81-b77c-2e0b325ce085 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:24.274424 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba77cf16-0a06-428b-b624-be4cadc247b6 req-0ca89318-9f02-4b81-b77c-2e0b325ce085 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0547497 Apr 29 08:55:24.330471 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba77cf16-0a06-428b-b624-be4cadc247b6 req-52b11425-8337-4ea6-bcad-c6ced1dab84c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Apr 29 08:55:24.648115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973dd8a-4e42-47bf-8df5-a2bb0ad09db0 req-42b6d7a2-a415-4f93-85da-229fda8c5100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:24.649707 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3973dd8a-4e42-47bf-8df5-a2bb0ad09db0 req-42b6d7a2-a415-4f93-85da-229fda8c5100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0531523 Apr 29 08:55:24.705961 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3973dd8a-4e42-47bf-8df5-a2bb0ad09db0 req-7be97d64-3e10-48d9-b3d3-67d202fc6717 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498319 Apr 29 08:55:24.894121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-057600e1-8fbf-41c3-aa53-a6eeb14f955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:24.896617 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-057600e1-8fbf-41c3-aa53-a6eeb14f955e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1062231 Apr 29 08:55:25.027530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4177be3-33e1-42c0-b569-066d8d66adaa req-40c626fe-0a0c-4039-8178-a1745a93ca02 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.029080 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b4177be3-33e1-42c0-b569-066d8d66adaa req-40c626fe-0a0c-4039-8178-a1745a93ca02 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0808215 Apr 29 08:55:25.111304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9316007-0fd1-451d-9f46-ffe3cd882711 req-99b10c51-c3c7-4100-ac5a-035cc254bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.112812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d9316007-0fd1-451d-9f46-ffe3cd882711 req-99b10c51-c3c7-4100-ac5a-035cc254bc57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 1134 time: 0.1140208 Apr 29 08:55:25.122124 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67f323-4bba-4b05-a288-f1f5da7bb92b req-24914851-fac4-430c-8197-80f257aac5c2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.123675 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc67f323-4bba-4b05-a288-f1f5da7bb92b req-24914851-fac4-430c-8197-80f257aac5c2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 944 time: 0.0486748 Apr 29 08:55:25.160505 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b4177be3-33e1-42c0-b569-066d8d66adaa req-cab69a55-0501-49d6-a186-e9bb38708163 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139913 Apr 29 08:55:25.171959 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc67f323-4bba-4b05-a288-f1f5da7bb92b req-89723c86-2342-4523-b796-d7c5a08685f3 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Apr 29 08:55:25.172964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-d70a4502-7df2-4107-a006-1831378c8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.174406 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-127027a2-9e6c-48b9-b8da-2520b1881f7b req-d70a4502-7df2-4107-a006-1831378c8b3b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970339 Apr 29 08:55:25.188885 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d9316007-0fd1-451d-9f46-ffe3cd882711 req-c5a7b0f5-808c-496e-854d-f65e8cb88ad4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Apr 29 08:55:25.291109 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc4ae4-b257-47d0-b6d3-900781ba6a54 req-51c9208b-bcdd-4d07-9fd2-7108f830f7b2 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.292604 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-66bc4ae4-b257-47d0-b6d3-900781ba6a54 req-51c9208b-bcdd-4d07-9fd2-7108f830f7b2 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0475156 Apr 29 08:55:25.343244 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-66bc4ae4-b257-47d0-b6d3-900781ba6a54 req-0260d5be-dff8-4683-b8ca-a0412de390bf tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 Apr 29 08:55:25.702267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device bb464fd8-11f7-4acb-9ffa-b51b7c033221 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:25.750257 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port bb464fd8-11f7-4acb-9ffa-b51b7c033221 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:55:25.756245 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port bb464fd8-11f7-4acb-9ffa-b51b7c033221 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:25.756598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:25.823233 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1caad1-9766-495b-a487-3a5f6fc30f7e req-0c5c47d1-b848-4654-9ca1-be911f8661fa tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:25.825121 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c1caad1-9766-495b-a487-3a5f6fc30f7e req-0c5c47d1-b848-4654-9ca1-be911f8661fa tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Apr 29 08:55:25.839478 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port bb464fd8-11f7-4acb-9ffa-b51b7c033221 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:25.839881 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:25.865823 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:25.868069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6065aaae-4a2c-4a8b-99b9-6647e6efbbca" -d '{"events": [{"server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "name": "network-vif-plugged", "status": "completed", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:25.882711 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2c1caad1-9766-495b-a487-3a5f6fc30f7e req-038734bc-3f50-464e-8f74-708ba1f47644 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518522 Apr 29 08:55:25.884294 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:25.889601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:25.918366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ca2a0-afe1-43d6-a790-00bcb99af12b x-openstack-request-id: req-474ca2a0-afe1-43d6-a790-00bcb99af12b {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:25.918668 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "name": "network-vif-plugged", "status": "completed", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:25.918956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-474ca2a0-afe1-43d6-a790-00bcb99af12b {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:25.919359 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474ca2a0-afe1-43d6-a790-00bcb99af12b'] response: {'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221', 'code': 200} Apr 29 08:55:25.946302 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:26.290708 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d0161-7146-443b-a14c-66d41b69a63e req-36109978-13e5-46e0-85eb-b1554b12fe87 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.291321 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68580eb5-4ece-49b8-95f6-4c8121db1ef2 req-73e79169-b26d-462d-a69b-a0a2cb96e0ed tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.292245 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b57d0161-7146-443b-a14c-66d41b69a63e req-36109978-13e5-46e0-85eb-b1554b12fe87 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0508835 Apr 29 08:55:26.292489 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-68580eb5-4ece-49b8-95f6-4c8121db1ef2 req-73e79169-b26d-462d-a69b-a0a2cb96e0ed tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0466182 Apr 29 08:55:26.342532 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b57d0161-7146-443b-a14c-66d41b69a63e req-f57fc1eb-dd01-46d2-bf54-ed6de748ee7e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Apr 29 08:55:26.348419 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-68580eb5-4ece-49b8-95f6-4c8121db1ef2 req-35d5c3f4-b887-4814-9a08-cf5d9c18ed11 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Apr 29 08:55:26.460632 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258198c8-cbf2-40b7-8906-212ddea94576 req-1b0fa3d6-5f9d-4439-b2f0-4e87a4db25cb tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.462131 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-258198c8-cbf2-40b7-8906-212ddea94576 req-1b0fa3d6-5f9d-4439-b2f0-4e87a4db25cb tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0484223 Apr 29 08:55:26.511237 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-258198c8-cbf2-40b7-8906-212ddea94576 req-a685d3b6-7a87-4b90-b341-f6945f5f2fb0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Apr 29 08:55:26.791998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-30608e39-bfef-4826-9a4d-d6959da9538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.793520 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-30608e39-bfef-4826-9a4d-d6959da9538c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 1127 time: 0.0421090 Apr 29 08:55:26.856667 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-617a87d6-46c9-4ce2-8ec3-c0ef1f3f6961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38 HTTP/1.1" status: 200 len: 217 time: 0.0453475 Apr 29 08:55:26.871921 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 57640) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:26.876573 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950903646', 'description': 'tempest-description--1083818242'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:26.898470 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:26.981270 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19972238-255d-4eb0-8cf7-c552b6874987 req-59bdbc41-4d4b-4e41-bee7-ac3b4a765f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.982923 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19972238-255d-4eb0-8cf7-c552b6874987 req-59bdbc41-4d4b-4e41-bee7-ac3b4a765f43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 1129 time: 0.0554023 Apr 29 08:55:26.984463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-e655fa75-dd5a-451c-8da8-244276ecb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:26.985783 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-e655fa75-dd5a-451c-8da8-244276ecb8f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0893755 Apr 29 08:55:27.022292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (407c8ffc-7d34-4fde-b734-afbbdc6d0ef4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.030040 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add74cd-1169-4f6f-af58-689aee8e7bf5 req-bd862e6c-2cf9-44dd-9687-b511096a53e5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:27.031538 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9add74cd-1169-4f6f-af58-689aee8e7bf5 req-bd862e6c-2cf9-44dd-9687-b511096a53e5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0727866 Apr 29 08:55:27.032627 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (407c8ffc-7d34-4fde-b734-afbbdc6d0ef4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.087623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.092363 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2159476 Apr 29 08:55:27.094660 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57644) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:27.094839 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa684a3-d24c-4d2b-8520-dd1ef7e0682b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:27.101634 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'security_group_rule': {'security_group_id': '407c8ffc-7d34-4fde-b734-afbbdc6d0ef4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:27.112214 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-67613f75-d174-43b8-bdc1-c56c3c1fd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:27.114873 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-67613f75-d174-43b8-bdc1-c56c3c1fd510 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822539 Apr 29 08:55:27.116181 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9add74cd-1169-4f6f-af58-689aee8e7bf5 req-218718e0-994d-41ed-99b7-56748e68bfca tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754173 Apr 29 08:55:27.133226 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19972238-255d-4eb0-8cf7-c552b6874987 req-111569c6-597d-4475-ab7c-7ed250d5cb2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916247 Apr 29 08:55:27.165526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (464c2aaa-249e-45c2-a1f6-18bdca873466), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.258445 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (464c2aaa-249e-45c2-a1f6-18bdca873466), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.261081 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-62040f72-50b2-43dc-abcb-bb06f6b06e04 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307092 Apr 29 08:55:27.262113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (464c2aaa-249e-45c2-a1f6-18bdca873466), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.280896 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464c2aaa-249e-45c2-a1f6-18bdca873466,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:27.289664 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.290874 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1c873fc8-7fff-4d62-9ed2-81818aeeda81 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952608 Apr 29 08:55:27.293665 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57646) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:27.297887 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'security_group_rule': {'security_group_id': '407c8ffc-7d34-4fde-b734-afbbdc6d0ef4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:27.322490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (bc14e4bd-6e33-42e8-8e94-498660576862), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.384881 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (bc14e4bd-6e33-42e8-8e94-498660576862), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.389492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (bc14e4bd-6e33-42e8-8e94-498660576862), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.409409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc14e4bd-6e33-42e8-8e94-498660576862,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:27.419700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.421145 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-51df3167-fe42-4166-865c-7c32177e17eb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264813 Apr 29 08:55:27.430454 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57654) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:27.436501 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:27.471412 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d397e-5ca9-4ba2-98f7-0838bd95af91 req-fdefc81d-7a9c-4cb3-b395-3347b203e00a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:27.473717 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-603d397e-5ca9-4ba2-98f7-0838bd95af91 req-fdefc81d-7a9c-4cb3-b395-3347b203e00a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0528879 Apr 29 08:55:27.480152 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc33b9a-61e8-4473-8086-e898d1439285 req-dd4e8166-5935-402d-9808-61c199c2ec22 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:27.481647 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-adc33b9a-61e8-4473-8086-e898d1439285 req-dd4e8166-5935-402d-9808-61c199c2ec22 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0594766 Apr 29 08:55:27.495087 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.522220 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-603d397e-5ca9-4ba2-98f7-0838bd95af91 req-3775198e-e587-43bd-b69e-503fdb1bdfca tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Apr 29 08:55:27.586852 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-adc33b9a-61e8-4473-8086-e898d1439285 req-b9fab873-8668-403f-abd1-3d4a24dd1897 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994313 Apr 29 08:55:27.603061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.638747 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882c74-c37b-4bd6-ae74-9fe2260a01dc req-de9d5798-0d66-425b-a949-785470fd78d2 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:27.640293 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-41882c74-c37b-4bd6-ae74-9fe2260a01dc req-de9d5798-0d66-425b-a949-785470fd78d2 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0540936 Apr 29 08:55:27.689416 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-41882c74-c37b-4bd6-ae74-9fe2260a01dc req-63f7b127-6762-43aa-948e-2b9baa667155 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Apr 29 08:55:27.712109 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Allocated IP 172.27.0.239 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/1e931384-3f64-4ffb-93cd-2cb44a21362d) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:27.882818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.907423 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-927e5e2a-a129-4fb7-955d-2a26af1c6c35 req-cf9985e1-14ca-4ff3-892f-308cf7a1261f service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286457 Apr 29 08:55:27.931849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:27.969937 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:27.975342 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:27.978921 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:28.000087 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'Port': ['ID=1e931384-3f64-4ffb-93cd-2cb44a21362d,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:28.065041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.106407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.290549 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c22e5e-0b7b-4fc1-9b49-ad4a8015460b req-738aaa44-db90-4bf6-8971-7a3cc4755506 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:28.292096 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-05c22e5e-0b7b-4fc1-9b49-ad4a8015460b req-738aaa44-db90-4bf6-8971-7a3cc4755506 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0730398 Apr 29 08:55:28.346578 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.358407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.388865 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-05c22e5e-0b7b-4fc1-9b49-ad4a8015460b req-ba5e0513-1476-4598-86f7-932e993c2afb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859790 Apr 29 08:55:28.431431 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'Port': ['ID=1e931384-3f64-4ffb-93cd-2cb44a21362d,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:28.445829 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.462926 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:28.464278 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3be12235-7fbf-4ebd-878b-520794a3975f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0328817 Apr 29 08:55:28.654159 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea4273-22eb-436a-bf06-2a2cb12f8402 req-4556ee05-8c62-4ddf-b0ca-bb5c5c6190d4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:28.655595 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fea4273-22eb-436a-bf06-2a2cb12f8402 req-4556ee05-8c62-4ddf-b0ca-bb5c5c6190d4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0501468 Apr 29 08:55:28.684768 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-2b139fb1-5002-45ef-a9e7-521c6923004b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--950903646&fields=id&tenant_id=60998f08c40446e787ead285e40665b1 HTTP/1.1" status: 200 len: 267 time: 0.0490880 Apr 29 08:55:28.704553 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7fea4273-22eb-436a-bf06-2a2cb12f8402 req-ae844ddd-aaa8-403b-aaf3-b64da64fda10 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Apr 29 08:55:28.797493 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-fe3e2fa8-5567-4eaf-bc3b-9a5bd63eb2c9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:28.799051 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-fe3e2fa8-5567-4eaf-bc3b-9a5bd63eb2c9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.1068211 Apr 29 08:55:28.812677 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94421-5af5-4f96-b092-12449e35648f req-38392945-6811-4286-bf9e-39bee87bbb01 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:28.814219 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-0c2a80a3-e0d2-44b6-90a0-8e690e869c3f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/quotas/60998f08c40446e787ead285e40665b1 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Apr 29 08:55:28.814468 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7aa94421-5af5-4f96-b092-12449e35648f req-38392945-6811-4286-bf9e-39bee87bbb01 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Apr 29 08:55:28.869402 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7aa94421-5af5-4f96-b092-12449e35648f req-dcad56b2-3aef-4534-a1b1-927a1126bdf9 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Apr 29 08:55:28.872108 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-3c6768ff-8dbb-4aa2-91b6-3f8c286ba54d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0512135 Apr 29 08:55:28.978665 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb534b-6bce-4156-924a-9aed43c90d05 req-dc5b9121-291f-4060-aaf4-cadb6d2b529d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:28.980264 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-19eb534b-6bce-4156-924a-9aed43c90d05 req-dc5b9121-291f-4060-aaf4-cadb6d2b529d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0497067 Apr 29 08:55:28.983078 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-fdf0d2e8-e421-48db-94ac-ca69379abf32 service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978251 Apr 29 08:55:29.032255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-19eb534b-6bce-4156-924a-9aed43c90d05 req-2136f4e2-cf4b-4665-9781-920642b357b6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Apr 29 08:55:29.080213 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-9fb1a0fc-52fc-4d1e-9709-3361ce8f7ebf service neutron] 10.222.0.31 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909798 Apr 29 08:55:29.329635 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb05857-cc52-4053-801a-08b40bcae3f3 req-344b1280-2fd6-4092-bb09-f78120e84f2f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:29.337199 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dfb05857-cc52-4053-801a-08b40bcae3f3 req-344b1280-2fd6-4092-bb09-f78120e84f2f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0584056 Apr 29 08:55:29.396492 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dfb05857-cc52-4053-801a-08b40bcae3f3 req-6a77d59b-a889-4656-b3f1-174c4bef3059 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575483 Apr 29 08:55:29.526731 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d07bf992-d71f-46ea-863d-81e1bb1223dd req-473b64a2-cf92-49a7-824b-34c4596b90ab tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.2843711 Apr 29 08:55:29.548395 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f63b1-4431-48b6-8e15-8a2f3998788e req-216edfcb-65ea-4cf4-9282-dc6ca9405483 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:29.550307 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0f8f63b1-4431-48b6-8e15-8a2f3998788e req-216edfcb-65ea-4cf4-9282-dc6ca9405483 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0654447 Apr 29 08:55:29.606616 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0f8f63b1-4431-48b6-8e15-8a2f3998788e req-70f91220-2a88-4d22-a860-ab428ace63a2 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489068 Apr 29 08:55:29.791535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-92856994-0043-46ee-adee-8d4e5c041274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:29.828552 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023288-1aa0-4f13-98b7-6ae507432aa3 req-98bba19a-355d-4cef-a9e3-4238f6990f11 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:29.829994 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a5023288-1aa0-4f13-98b7-6ae507432aa3 req-98bba19a-355d-4cef-a9e3-4238f6990f11 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0475442 Apr 29 08:55:29.877066 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a5023288-1aa0-4f13-98b7-6ae507432aa3 req-abd06b09-98de-467b-973f-d3035bba0143 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Apr 29 08:55:29.987680 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e365de8-de57-481a-b8d3-17fa746f762f req-bb3b1d80-4a1b-4934-a0aa-5ec2a519d78d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:29.990711 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e365de8-de57-481a-b8d3-17fa746f762f req-bb3b1d80-4a1b-4934-a0aa-5ec2a519d78d tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Apr 29 08:55:30.040301 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e365de8-de57-481a-b8d3-17fa746f762f req-6a27ad90-330a-4c8d-a568-be4874e4a09f tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Apr 29 08:55:30.514881 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b34b03-d3d9-4e4b-a118-ef095a32f567 req-2daae24f-ba41-4e48-95c5-56b80fe2916d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:30.516399 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a7b34b03-d3d9-4e4b-a118-ef095a32f567 req-2daae24f-ba41-4e48-95c5-56b80fe2916d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0512586 Apr 29 08:55:30.575015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a7b34b03-d3d9-4e4b-a118-ef095a32f567 req-4bbf58f1-5b21-4ac8-be49-1e65a0c67a72 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Apr 29 08:55:30.640610 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7527ba41-c97c-4035-9101-3fa39b6bd337 req-0bf70942-3d7b-4a65-b584-cbbd0c627c68 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0334840 Apr 29 08:55:30.734678 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a3b2d-c82d-44e0-84de-400f086ea37b req-a20b26ca-5df9-46be-b11d-b8f822bc001a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:30.736173 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e33a3b2d-c82d-44e0-84de-400f086ea37b req-a20b26ca-5df9-46be-b11d-b8f822bc001a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0497124 Apr 29 08:55:30.784579 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e33a3b2d-c82d-44e0-84de-400f086ea37b req-54ce0263-efa4-4fc5-bb19-057c9cf5f1f5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Apr 29 08:55:31.000205 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd69f-018a-4460-b98d-affbaff90a3b req-ecd7bb58-9d9d-447a-913e-b1aa48d35995 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:31.001573 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-80ecd69f-018a-4460-b98d-affbaff90a3b req-ecd7bb58-9d9d-447a-913e-b1aa48d35995 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0472848 Apr 29 08:55:31.048019 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-80ecd69f-018a-4460-b98d-affbaff90a3b req-1df968a2-ad55-40fb-8a19-7693e636a8f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395370 Apr 29 08:55:31.153401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4008cbe-9be3-4f91-a606-62c475758cf5 req-633f6757-6fdd-42d8-8ce2-c90fda558fbc tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:31.154855 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a4008cbe-9be3-4f91-a606-62c475758cf5 req-633f6757-6fdd-42d8-8ce2-c90fda558fbc tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Apr 29 08:55:31.204427 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a4008cbe-9be3-4f91-a606-62c475758cf5 req-766ce316-36ed-442f-b84a-c33f928bbebc tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Apr 29 08:55:31.700247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a735ba-c15f-405f-a125-cacc296b1b07 req-791e7e88-1942-49da-ac6c-54619c1950e0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:31.702852 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04a735ba-c15f-405f-a125-cacc296b1b07 req-791e7e88-1942-49da-ac6c-54619c1950e0 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0604415 Apr 29 08:55:31.741269 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ff8f58f-84be-4b83-a7c6-0454d04988a0 req-026d28fa-d0c5-4993-9de5-59ee89b045e2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0302727 Apr 29 08:55:31.787600 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04a735ba-c15f-405f-a125-cacc296b1b07 req-f6c573a6-4ed0-4d23-abee-c47633a992c6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779612 Apr 29 08:55:31.906912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34657409-e793-425f-9f53-694c25539495 req-9f6eec7d-c0c3-4946-a1ee-1b19112c13ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:31.908494 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-34657409-e793-425f-9f53-694c25539495 req-9f6eec7d-c0c3-4946-a1ee-1b19112c13ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0506518 Apr 29 08:55:31.960050 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-34657409-e793-425f-9f53-694c25539495 req-53e3de68-1dba-4e85-afb1-12f9732844da tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450203 Apr 29 08:55:32.083761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1155f722-b9f8-409b-9342-1373cebc6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:32.179210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8cd98c-32f3-422d-ba82-66cbd063bb94 req-c23fefe8-75ec-422e-8b75-b77cd54cf01e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:32.180844 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b8cd98c-32f3-422d-ba82-66cbd063bb94 req-c23fefe8-75ec-422e-8b75-b77cd54cf01e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0549774 Apr 29 08:55:32.233115 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b8cd98c-32f3-422d-ba82-66cbd063bb94 req-468b0ed0-e1db-4417-97ca-b9cbd7210e29 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466261 Apr 29 08:55:32.318681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2aefd0-bcd8-49a6-876b-22e19043ced5 req-82224314-29de-48e0-a18c-b084a1a3dd55 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:32.320236 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2e2aefd0-bcd8-49a6-876b-22e19043ced5 req-82224314-29de-48e0-a18c-b084a1a3dd55 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0475388 Apr 29 08:55:32.373391 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2e2aefd0-bcd8-49a6-876b-22e19043ced5 req-f86529d3-8727-44e7-b6a1-a1d2251e63fe tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Apr 29 08:55:32.836331 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce4a3417-743c-4fcf-a4b7-3c500241fccf req-a8a77372-8258-414f-92ea-07cb6497270d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0280542 Apr 29 08:55:32.905465 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59aa7f-4f69-4b8f-b5e0-5e21c7f0c469 req-04753390-11f0-4eed-9b81-4d5249a63a7f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:32.906945 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1b59aa7f-4f69-4b8f-b5e0-5e21c7f0c469 req-04753390-11f0-4eed-9b81-4d5249a63a7f tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0474105 Apr 29 08:55:32.955336 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1b59aa7f-4f69-4b8f-b5e0-5e21c7f0c469 req-2d9451f3-20a8-4c1b-8522-e165aa6a085b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Apr 29 08:55:33.084423 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ad884-df92-4a54-b7fa-328a212fe8c2 req-05fa8867-4037-45f8-917c-8e32f6b8f629 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:33.085850 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-220ad884-df92-4a54-b7fa-328a212fe8c2 req-05fa8867-4037-45f8-917c-8e32f6b8f629 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 943 time: 0.0489368 Apr 29 08:55:33.134474 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-220ad884-df92-4a54-b7fa-328a212fe8c2 req-2501bd57-d62f-4c53-aeae-af02e475bba0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Apr 29 08:55:33.360357 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545980-a72d-4ad4-b6ab-d7c196108878 req-02cec8f8-0a8d-43dc-847b-978f4138248f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:33.361800 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61545980-a72d-4ad4-b6ab-d7c196108878 req-02cec8f8-0a8d-43dc-847b-978f4138248f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0501368 Apr 29 08:55:33.412187 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-61545980-a72d-4ad4-b6ab-d7c196108878 req-c2cf74ee-0398-4d14-936c-d310038fa579 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Apr 29 08:55:33.503387 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8890304-ccec-465d-ada1-82f853f1b9b6 req-3557d94d-f4fc-44fb-8965-628cb95565d7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:33.504806 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8890304-ccec-465d-ada1-82f853f1b9b6 req-3557d94d-f4fc-44fb-8965-628cb95565d7 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0526054 Apr 29 08:55:33.556038 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a8890304-ccec-465d-ada1-82f853f1b9b6 req-d9da8158-f16f-449a-bafe-824c54b79849 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455501 Apr 29 08:55:33.636612 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:33.695081 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 9e72371e-8d60-4d5c-8356-4c1a4228bf38 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:55:33.803749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:33.816702 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'port_id': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'mac_address': 'fa:16:3e:f0:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:55:33.865942 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:33.866352 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:33.880733 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e72371e-8d60-4d5c-8356-4c1a4228bf38 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:33.902176 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:33.906956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:33.952166 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7d09de93-9e6f-4371-8780-ae535205e269 req-e2581164-4ee5-4d61-bc40-fb6f244ef74f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0406411 Apr 29 08:55:33.962262 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:34.072895 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3679-77be-4b1e-aa7d-6995b3b3a432 req-992a20e6-e433-4fee-85c2-8ff150f135c7 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:34.074361 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d5f3679-77be-4b1e-aa7d-6995b3b3a432 req-992a20e6-e433-4fee-85c2-8ff150f135c7 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0473983 Apr 29 08:55:34.123931 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d5f3679-77be-4b1e-aa7d-6995b3b3a432 req-d26bbe36-5ede-45bb-81e2-e01b82646397 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Apr 29 08:55:34.250153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774b13-61ec-48a6-86c5-dd175b40643a req-ef12a468-e181-4633-beb7-4847b052696d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:34.251638 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e774b13-61ec-48a6-86c5-dd175b40643a req-ef12a468-e181-4633-beb7-4847b052696d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 944 time: 0.0484374 Apr 29 08:55:34.299898 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e774b13-61ec-48a6-86c5-dd175b40643a req-5c88a133-7f45-40ef-84e4-c3abbc4b7819 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Apr 29 08:55:34.512801 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['9e72371e-8d60-4d5c-8356-4c1a4228bf38'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:34.531752 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6fb5b-6ea5-452e-9a1d-cf7e51e53a70 req-0bc587d5-ac9b-4a0b-a9a4-a5c5d9223e0d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:34.533030 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89a6fb5b-6ea5-452e-9a1d-cf7e51e53a70 req-0bc587d5-ac9b-4a0b-a9a4-a5c5d9223e0d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0493169 Apr 29 08:55:34.582847 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89a6fb5b-6ea5-452e-9a1d-cf7e51e53a70 req-1ba4efda-a686-4146-b465-3b1f761911f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Apr 29 08:55:34.762724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:35.050361 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9c30130c-b686-4ebd-bc14-7e457b386de2 req-bc27bdfd-e57a-4eb8-aa0d-b7d6e64ceda0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0313492 Apr 29 08:55:35.240968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5dd6c-0bad-4b5b-bbbc-6b5b0599b967 req-b2477732-e44a-4cb4-b2c5-1441d42d5d89 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:35.242363 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5ac5dd6c-0bad-4b5b-bbbc-6b5b0599b967 req-b2477732-e44a-4cb4-b2c5-1441d42d5d89 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0502679 Apr 29 08:55:35.291247 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5ac5dd6c-0bad-4b5b-bbbc-6b5b0599b967 req-a1e6a6ac-7dc3-47b5-964f-fd63d8a91a40 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Apr 29 08:55:35.416873 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17612d9-2549-466a-99b7-92c54f16e8cf req-7cef3ca7-0b46-4cca-8dd0-57d8df0683e7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:35.418395 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e17612d9-2549-466a-99b7-92c54f16e8cf req-7cef3ca7-0b46-4cca-8dd0-57d8df0683e7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 944 time: 0.0509229 Apr 29 08:55:35.467770 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e17612d9-2549-466a-99b7-92c54f16e8cf req-dc40f5b2-0d18-46c8-a370-ae9025713ec6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436659 Apr 29 08:55:35.707754 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad541-a457-456d-aabd-532029752ec6 req-401370eb-0439-4ae2-a0df-6209940fdfd7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:35.709414 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1f2ad541-a457-456d-aabd-532029752ec6 req-401370eb-0439-4ae2-a0df-6209940fdfd7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0518463 Apr 29 08:55:35.760256 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1f2ad541-a457-456d-aabd-532029752ec6 req-95fcc11a-f573-4123-8d17-f56b9362b8dd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445573 Apr 29 08:55:36.148680 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e5349c90-db21-45bf-baf0-da92369340ee req-430d2473-ef78-42bc-a7fe-4c563dbb16c0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0291314 Apr 29 08:55:36.206988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 9e72371e-8d60-4d5c-8356-4c1a4228bf38 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:36.234282 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e7b14-0ede-4448-a729-8c6de2398968 req-d0d85fa2-2a9b-41c2-9f6d-0b068f0244c6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:36.235850 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-036e7b14-0ede-4448-a729-8c6de2398968 req-d0d85fa2-2a9b-41c2-9f6d-0b068f0244c6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0590672 Apr 29 08:55:36.264371 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:55:36.271463 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:36.271981 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.342082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.402172 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:36.402582 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.439423 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:36.441735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3996c9a-a8db-49c9-b851-c6b95fc91df0" -d '{"events": [{"server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "name": "network-vif-plugged", "status": "completed", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:36.455776 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:36.460664 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d10a0-d8a7-4ca2-9139-2f5728d299e4 req-5a05ba4e-b997-4792-8b24-604d8da04639 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:36.461187 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.462263 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-931d10a0-d8a7-4ca2-9139-2f5728d299e4 req-5a05ba4e-b997-4792-8b24-604d8da04639 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 950 time: 0.0802393 Apr 29 08:55:36.508846 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c899830-bcd2-4709-9a22-ced60b2513f0 x-openstack-request-id: req-2c899830-bcd2-4709-9a22-ced60b2513f0 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:36.509295 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "name": "network-vif-plugged", "status": "completed", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:36.509561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c899830-bcd2-4709-9a22-ced60b2513f0 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:36.509956 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c899830-bcd2-4709-9a22-ced60b2513f0'] response: {'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'code': 200} Apr 29 08:55:36.518034 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-931d10a0-d8a7-4ca2-9139-2f5728d299e4 req-d52b5802-7c49-42cd-be87-2b63ba77815d tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/security-groups?id=9e78e503-f8e7-44f9-929f-b8894b40b658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495398 Apr 29 08:55:36.533229 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.538681 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:36.615918 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad502-a280-4e16-aab2-4720c79cc2d0 req-c1c9f7b4-3d00-4147-a444-dc0a722709ee tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:36.617698 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-528ad502-a280-4e16-aab2-4720c79cc2d0 req-c1c9f7b4-3d00-4147-a444-dc0a722709ee tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Apr 29 08:55:36.702309 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-528ad502-a280-4e16-aab2-4720c79cc2d0 req-2f5ec466-34fa-4af9-ad29-10950d240eb8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788269 Apr 29 08:55:36.784388 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Deleting port d36cb7cb-6510-45a5-844a-79c10ae9bc6d {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:55:36.784735 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.904291 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac566c-961d-4b66-8015-307e16359c4b req-eb66c547-9aae-4294-9d29-0d53cea1c2b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:36.906007 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6dac566c-961d-4b66-8015-307e16359c4b req-eb66c547-9aae-4294-9d29-0d53cea1c2b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0587294 Apr 29 08:55:36.946692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] For port d36cb7cb-6510-45a5-844a-79c10ae9bc6d, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,segment=NetworkSegment(f1f39721-dd7e-420a-b80c-db640d0fd4c2),segment_id=f1f39721-dd7e-420a-b80c-db640d0fd4c2)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:36.947085 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:36.995831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Calling delete_port for d36cb7cb-6510-45a5-844a-79c10ae9bc6d owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:55:37.072506 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6dac566c-961d-4b66-8015-307e16359c4b req-c0d0db38-5055-40c6-8b7d-98d774bcd1c6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535509 Apr 29 08:55:37.089038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfe7dd-5001-4afa-a3e5-4ec55b2b2282 req-c73c9b41-0534-4d9d-9b42-58cf1f064715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:37.089506 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f6cfe7dd-5001-4afa-a3e5-4ec55b2b2282 req-c73c9b41-0534-4d9d-9b42-58cf1f064715 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 1129 time: 0.0911157 Apr 29 08:55:37.158807 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f6cfe7dd-5001-4afa-a3e5-4ec55b2b2282 req-02a101aa-7fd6-4693-b9ee-08aeca92f0e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509555 Apr 29 08:55:37.202733 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-f2f31a67-ae00-4fb9-b792-52df8b58f88b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:37.204359 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-f2f31a67-ae00-4fb9-b792-52df8b58f88b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 819 time: 0.2958748 Apr 29 08:55:37.271892 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f0133b29-beb3-40d0-af01-a48b7546f542 req-6841c200-6303-4b57-9dca-2a9c8c087990 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0352154 Apr 29 08:55:37.294470 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (d36cb7cb-6510-45a5-844a-79c10ae9bc6d), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:37.324836 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Pushing event deleted for resources: {'Port': ['ID=d36cb7cb-6510-45a5-844a-79c10ae9bc6d,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:37.381159 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] No DVR routers for this DVR port d36cb7cb-6510-45a5-844a-79c10ae9bc6d on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:55:37.383772 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['d36cb7cb-6510-45a5-844a-79c10ae9bc6d'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:37.402958 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:37.406526 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-036e7b14-0ede-4448-a729-8c6de2398968 req-4231cf2b-34a9-4366-9979-cbba5d4c8485 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.20 "DELETE /v2.0/ports/d36cb7cb-6510-45a5-844a-79c10ae9bc6d HTTP/1.1" status: 204 len: 173 time: 0.7637305 Apr 29 08:55:37.407013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'name': 'network-vif-deleted', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:37.409476 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0079503-403c-40ea-980d-2ac336249cc1" -d '{"events": [{"server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "name": "network-vif-deleted", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:37.492353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c6fb4d-fc50-4f98-8d89-613b3cd9545f x-openstack-request-id: req-b5c6fb4d-fc50-4f98-8d89-613b3cd9545f {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:37.492830 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcda922-2a2b-4382-9d9e-f083519473d8", "name": "network-vif-deleted", "tag": "d36cb7cb-6510-45a5-844a-79c10ae9bc6d", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:37.493315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5c6fb4d-fc50-4f98-8d89-613b3cd9545f {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:37.494028 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c6fb4d-fc50-4f98-8d89-613b3cd9545f'] response: {'server_uuid': '1bcda922-2a2b-4382-9d9e-f083519473d8', 'name': 'network-vif-deleted', 'tag': 'd36cb7cb-6510-45a5-844a-79c10ae9bc6d', 'status': 'completed', 'code': 200} Apr 29 08:55:37.644765 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1c31178c-a4c9-4eb2-8301-e2181e7be1b0 req-f9297833-aa46-4a03-840a-3d9bc5e29b97 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0524187 Apr 29 08:55:37.915611 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d8cb2-92ed-4cd0-a491-a8301ebc42a9 req-a8f984f7-c674-4bd4-b3b9-f0850161e80b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:37.917157 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d21d8cb2-92ed-4cd0-a491-a8301ebc42a9 req-a8f984f7-c674-4bd4-b3b9-f0850161e80b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0939183 Apr 29 08:55:37.991704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d21d8cb2-92ed-4cd0-a491-a8301ebc42a9 req-9da133ae-3b69-4f18-b12e-444f5eda6b37 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658805 Apr 29 08:55:38.007596 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-78191c55-46e7-4466-a8f7-3ac503b0082c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60998f08c40446e787ead285e40665b1 HTTP/1.1" status: 200 len: 379 time: 0.1196203 Apr 29 08:55:38.215573 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec789a-eeb7-419c-8e96-6290b999f00d req-57331620-ceda-45c9-bef6-120af87bafeb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:38.217593 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bfec789a-eeb7-419c-8e96-6290b999f00d req-57331620-ceda-45c9-bef6-120af87bafeb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0608830 Apr 29 08:55:38.282006 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bfec789a-eeb7-419c-8e96-6290b999f00d req-7a4d29d3-263b-4000-8e06-6dccd7f4156d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585704 Apr 29 08:55:38.455752 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62b3cec2-fc80-41ed-af6d-e8e690c9f347 req-eee7638d-1bb6-4e7e-828e-6d9fec99d899 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0635309 Apr 29 08:55:38.750077 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b112a700-e8d6-4548-962a-08e94e0ae1c0 req-b363b97c-5880-4935-a345-05eb2bac0ef6 tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0319638 Apr 29 08:55:38.792361 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'port': {'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'admin_state_up': True, 'tenant_id': '60998f08c40446e787ead285e40665b1', 'security_groups': ['407c8ffc-7d34-4fde-b734-afbbdc6d0ef4']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:38.927005 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Made reservation on behalf of 60998f08c40446e787ead285e40665b1 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:38.933198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:39.101373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Allocated IP 172.20.0.9 (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882/9622afcc-918c-44fd-bc50-a308f88535b2/e6ef8121-81a9-4773-903b-5d18906a76d1) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:39.129527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d88b0-5a5d-46ef-ad4d-683eda75c56f req-a70b07c0-cecb-4107-9c21-d3c0024c54f9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:39.138041 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2e1d88b0-5a5d-46ef-ad4d-683eda75c56f req-a70b07c0-cecb-4107-9c21-d3c0024c54f9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0624804 Apr 29 08:55:39.194245 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2e1d88b0-5a5d-46ef-ad4d-683eda75c56f req-91456a38-ce0c-42d3-9095-2be908d537b6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534005 Apr 29 08:55:39.335015 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:39.383711 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:39.481206 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:39.492499 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event updated for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:39.497223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:39.512849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278f251-fd1a-4595-b323-27f7068276c5 req-7909cc70-eb86-46fc-b2ef-e7d8ad679364 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:39.527245 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d278f251-fd1a-4595-b323-27f7068276c5 req-7909cc70-eb86-46fc-b2ef-e7d8ad679364 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1411061 Apr 29 08:55:39.536281 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:39.741633 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c75ef8-6046-45fb-9b61-c5bfc6647233 req-da9738b5-2336-460c-b3a5-180178f4d427 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:39.751616 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:39.752524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:39.752986 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-17c75ef8-6046-45fb-9b61-c5bfc6647233 req-da9738b5-2336-460c-b3a5-180178f4d427 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 931 time: 0.1127102 Apr 29 08:55:39.788831 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d278f251-fd1a-4595-b323-27f7068276c5 req-7b512bc2-582f-4b0c-a0a3-66cdeb8df8f0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605538 Apr 29 08:55:39.849768 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-4a84a69e-de5a-4db3-b228-dd84f325486d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600781 Apr 29 08:55:39.903597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-17c75ef8-6046-45fb-9b61-c5bfc6647233 req-97739532-8e14-4ff9-9e1a-3751cc572f93 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322517 Apr 29 08:55:39.968112 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a54910da-d512-490d-ac57-6239b21ffa58 req-116465b6-bfa9-4d18-96ec-1c0706367d2b tempest-VolumesNegativeTest-45234477 tempest-VolumesNegativeTest-45234477-project] 10.222.0.31 "GET /v2.0/ports?device_id=1bcda922-2a2b-4382-9d9e-f083519473d8 HTTP/1.1" status: 200 len: 210 time: 0.0477929 Apr 29 08:55:40.105410 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-a7adee38-d704-4798-8724-7468eb38ebff None None] Provisioning complete for port e6ef8121-81a9-4773-903b-5d18906a76d1 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:40.108520 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a7adee38-d704-4798-8724-7468eb38ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:40.168904 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a7adee38-d704-4798-8724-7468eb38ebff None None] Port e6ef8121-81a9-4773-903b-5d18906a76d1 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:40.205062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Request body: {'port': {'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:40.207928 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device d36cb7cb-6510-45a5-844a-79c10ae9bc6d no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:55:40.355039 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:40.377503 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: d36cb7cb-6510-45a5-844a-79c10ae9bc6d {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:55:40.380658 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device d36cb7cb-6510-45a5-844a-79c10ae9bc6d not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:55:40.565714 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542cbf67-b7bf-4b5d-be66-777c306b0af5 req-259bdefb-53e4-4da9-b166-7038ccb527bf tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:40.575034 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-542cbf67-b7bf-4b5d-be66-777c306b0af5 req-259bdefb-53e4-4da9-b166-7038ccb527bf tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.1842837 Apr 29 08:55:40.694886 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-542cbf67-b7bf-4b5d-be66-777c306b0af5 req-afc591d0-589c-4b37-88ea-4c2a7c50405d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110785 Apr 29 08:55:40.927319 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d633b-f1b2-416b-a143-af33b346fea5 req-e40d3c81-f8e3-41f2-9d8f-e5100c9bb426 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:40.947416 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-176d633b-f1b2-416b-a143-af33b346fea5 req-e40d3c81-f8e3-41f2-9d8f-e5100c9bb426 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.1591351 Apr 29 08:55:40.948209 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 57840) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:40.957050 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'port_id': '9e72371e-8d60-4d5c-8356-4c1a4228bf38'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:41.021826 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e73f56-5b92-4c87-9419-a7889833f8ad req-886365e2-7225-4f97-97e5-96c587cebbd8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:41.023388 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7e73f56-5b92-4c87-9419-a7889833f8ad req-886365e2-7225-4f97-97e5-96c587cebbd8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1194985 Apr 29 08:55:41.100071 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:41.121524 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7e73f56-5b92-4c87-9419-a7889833f8ad req-4b286a09-7094-4855-acb5-099bc07200db tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919755 Apr 29 08:55:41.176088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba22ab4-fb92-41b7-b5fc-56762502af7c req-f490f546-72b5-45fd-bf8a-33c1636c0b69 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:41.178520 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ba22ab4-fb92-41b7-b5fc-56762502af7c req-f490f546-72b5-45fd-bf8a-33c1636c0b69 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 931 time: 0.1328881 Apr 29 08:55:41.181113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ef8121-81a9-4773-903b-5d18906a76d1 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:41.217725 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks [] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:41.287017 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Transition to ACTIVE for port object e6ef8121-81a9-4773-903b-5d18906a76d1 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:55:41.302607 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:41.415277 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ba22ab4-fb92-41b7-b5fc-56762502af7c req-b9cd3932-23ff-4102-806c-7f1f49509be7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031999 Apr 29 08:55:41.451296 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Pushing event updated for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:41.681879 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Attempting to bind port e6ef8121-81a9-4773-903b-5d18906a76d1 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:41.682216 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Attempting to bind port e6ef8121-81a9-4773-903b-5d18906a76d1 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:41.682644 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Attempting to bind port e6ef8121-81a9-4773-903b-5d18906a76d1 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:41.755031 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Port e6ef8121-81a9-4773-903b-5d18906a76d1 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:55:41.755997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Attempting to bind port e6ef8121-81a9-4773-903b-5d18906a76d1 on network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:41.769375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:41.769375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Checking segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:41.769375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Bound using segment: {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:41.769781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Bound port: e6ef8121-81a9-4773-903b-5d18906a76d1, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:41.769781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:41.976486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:42.001272 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e6ef8121-81a9-4773-903b-5d18906a76d1,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:42.009108 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:42.011250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:42.017392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:42.105302 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.105944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:42.107405 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] 10.222.0.20 "PUT /v2.0/ports/e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 1093 time: 1.9074333 Apr 29 08:55:42.107917 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:42.110204 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:42.148639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a46a88-2b1b-4e24-8f47-66cb4aaf350c service neutron] Pushing event updated for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:42.248695 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba99497-0600-46d9-a557-bd0ff6c7e7d9 x-openstack-request-id: req-2ba99497-0600-46d9-a557-bd0ff6c7e7d9 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:42.249268 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:42.249680 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ba99497-0600-46d9-a557-bd0ff6c7e7d9 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:42.253294 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba99497-0600-46d9-a557-bd0ff6c7e7d9'] response: {'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'status': 'completed', 'code': 200} Apr 29 08:55:42.337145 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 18fc465c-46c8-4579-a76e-27672b51cd52 associated. External IP: 172.27.0.109, port: 9e72371e-8d60-4d5c-8356-4c1a4228bf38. Apr 29 08:55:42.417993 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-ea121d85-162c-42bc-81b1-e9749c22faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.419737 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-ea121d85-162c-42bc-81b1-e9749c22faf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1127 time: 0.2481999 Apr 29 08:55:42.439522 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c4f3c-8b8d-4160-8c4d-8f5d9e3ee39a req-bd470062-cfbb-41ff-b2fa-ca0d550f0d8d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.444797 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-419c4f3c-8b8d-4160-8c4d-8f5d9e3ee39a req-bd470062-cfbb-41ff-b2fa-ca0d550f0d8d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1873486 Apr 29 08:55:42.607959 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7757-660f-4247-92b3-c880a0d60cc8 req-2ea29ac3-b713-4ea7-82d2-e894bc914545 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.610332 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18cc7757-660f-4247-92b3-c880a0d60cc8 req-2ea29ac3-b713-4ea7-82d2-e894bc914545 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 943 time: 0.0744753 Apr 29 08:55:42.680670 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-18cc7757-660f-4247-92b3-c880a0d60cc8 req-d7a30209-9964-432c-a749-d406c417a59a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643952 Apr 29 08:55:42.778321 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-76e755d6-d242-4868-9ea7-d125e246a10e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 217 time: 0.3276968 Apr 29 08:55:42.877509 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-c137cdfe-3d29-430c-bf95-51cc0ca3328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.879158 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-c137cdfe-3d29-430c-bf95-51cc0ca3328b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0664279 Apr 29 08:55:42.962998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-419c4f3c-8b8d-4160-8c4d-8f5d9e3ee39a req-15b5528b-8648-4f20-a2c2-7289e102e68f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056915 Apr 29 08:55:42.978244 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-44b50463-d8a5-401a-b2a5-4ebf8067598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:42.980356 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-44b50463-d8a5-401a-b2a5-4ebf8067598d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895157 Apr 29 08:55:43.179567 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:55:43.250678 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-db70b80b-6aa1-43a5-b34d-a875fab44461 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677473 Apr 29 08:55:43.411321 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:43.418824 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:43.422305 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:55:43.440120 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:43.442903 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf04640>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:43.468931 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-abeadcca-ee41-4467-b1fc-26de0971f189 req-1f049eb2-d811-420e-90a0-a0b8b90e03c5 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076931 Apr 29 08:55:43.480176 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-12e0b317-bcac-447c-9992-30dcf964cab0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "PUT /v2.0/floatingips/18fc465c-46c8-4579-a76e-27672b51cd52 HTTP/1.1" status: 200 len: 991 time: 2.5228870 Apr 29 08:55:43.619520 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:43.882084 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cbe94-2d1f-4951-9b4c-940d776a4994 req-f891e565-2fad-49ff-92d6-7e326f4ee4e8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:43.890479 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-334cbe94-2d1f-4951-9b4c-940d776a4994 req-f891e565-2fad-49ff-92d6-7e326f4ee4e8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 943 time: 0.0816693 Apr 29 08:55:43.967671 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-334cbe94-2d1f-4951-9b4c-940d776a4994 req-4bbb0845-2c16-46c5-9531-d5d427c4ea93 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744569 Apr 29 08:55:43.977465 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf04640>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}, {'id': '18fc465c-46c8-4579-a76e-27672b51cd52', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:f0:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:10Z', 'updated_at': '2022-04-29T08:55:41Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:44.008689 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:55:44.019455 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:44.020127 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf04640>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:44.187362 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fd074-6e90-476c-8438-a6bf6dec2093 req-35dbc502-c4b9-4e2a-84de-df2205605dee tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:44.187575 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:44.188990 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-470fd074-6e90-476c-8438-a6bf6dec2093 req-35dbc502-c4b9-4e2a-84de-df2205605dee tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0863578 Apr 29 08:55:44.256250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:44.258836 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:44.284840 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-470fd074-6e90-476c-8438-a6bf6dec2093 req-a6c9276f-5d18-4941-8f6b-2bd7b80363fd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893109 Apr 29 08:55:44.324480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3cd1f6-219d-4959-9f20-ec59f977ae66 x-openstack-request-id: req-7a3cd1f6-219d-4959-9f20-ec59f977ae66 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:44.325052 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:44.325564 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a3cd1f6-219d-4959-9f20-ec59f977ae66 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:44.326468 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3cd1f6-219d-4959-9f20-ec59f977ae66'] response: {'name': 'network-changed', 'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'status': 'completed', 'code': 200} Apr 29 08:55:44.534211 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf04640>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}, {'id': '18fc465c-46c8-4579-a76e-27672b51cd52', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:f0:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:10Z', 'updated_at': '2022-04-29T08:55:41Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:44.572274 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cd29a-4099-416c-be08-f668a96c89d8 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}, {'id': '18fc465c-46c8-4579-a76e-27672b51cd52', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:f0:51:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:10Z', 'updated_at': '2022-04-29T08:55:41Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:55:44.832334 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca87b79-15f6-4aa3-8d4a-c04c93a1a817 None None] New status for floating IP 18fc465c-46c8-4579-a76e-27672b51cd52: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:55:45.138102 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a454f-a5d3-4879-9aff-9b3f845ce27c req-de8ed009-0a21-4961-9cb9-fa294956b350 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:45.153141 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-637a454f-a5d3-4879-9aff-9b3f845ce27c req-de8ed009-0a21-4961-9cb9-fa294956b350 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 943 time: 0.0944207 Apr 29 08:55:45.230486 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-637a454f-a5d3-4879-9aff-9b3f845ce27c req-c6bf3958-859c-4aa1-839c-d4fb8a4c94bd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746024 Apr 29 08:55:45.420777 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4f04-944e-42be-a263-4168b76716c1 req-4700ba70-88ae-4a43-95ad-fe94441524dd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:45.423295 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fed4f04-944e-42be-a263-4168b76716c1 req-4700ba70-88ae-4a43-95ad-fe94441524dd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0605168 Apr 29 08:55:45.484668 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fed4f04-944e-42be-a263-4168b76716c1 req-4cea3e2e-4e81-45f2-841f-729e1ef9ae81 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485082 Apr 29 08:55:46.395531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52dc42-e015-4af4-b882-3f5a25c0b899 req-9d6370ec-78ed-406f-9f3b-2d61364f4f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:46.404487 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b52dc42-e015-4af4-b882-3f5a25c0b899 req-9d6370ec-78ed-406f-9f3b-2d61364f4f2a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 943 time: 0.0806944 Apr 29 08:55:46.457733 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b52dc42-e015-4af4-b882-3f5a25c0b899 req-399c8a15-18ef-4a9b-bbc6-2ddcad1a0383 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524719 Apr 29 08:55:46.554309 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58128) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:46.623137 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40808c6d-ec6f-4716-b122-bc19f7dea4c4 req-f26857ad-4d15-455c-98fb-332381e24694 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:46.624997 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40808c6d-ec6f-4716-b122-bc19f7dea4c4 req-f26857ad-4d15-455c-98fb-332381e24694 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0535274 Apr 29 08:55:46.692046 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-40808c6d-ec6f-4716-b122-bc19f7dea4c4 req-ba6af861-8630-4b45-a23b-5a0e9fa23a29 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601037 Apr 29 08:55:46.728486 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4dfeae00-6a05-457c-bf73-851c01012647 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c9877c06a2445a3a34c5d35bafeb7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723115 Apr 29 08:55:46.731081 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58132) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:46.799129 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Publish callbacks [] for security_group (9e78e503-f8e7-44f9-929f-b8894b40b658), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:46.825380 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Publish callbacks [] for security_group (9e78e503-f8e7-44f9-929f-b8894b40b658), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:46.874890 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9e78e503-f8e7-44f9-929f-b8894b40b658), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:46.877727 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:46.883741 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e78e503-f8e7-44f9-929f-b8894b40b658 HTTP/1.1" status: 204 len: 168 time: 0.1516328 Apr 29 08:55:46.891856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78e503-f8e7-44f9-929f-b8894b40b658,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:46.899651 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.899651 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.900191 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.900547 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.900906 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.901242 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.901573 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.902526 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.902872 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.903213 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.903868 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.904247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.904780 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.905304 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:46.905790 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a74258-5016-4c4f-b006-4fd26a7b40f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:47.257371 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-c343e80c-01e6-4cbd-9502-220ce7d1f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:47.259026 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-c343e80c-01e6-4cbd-9502-220ce7d1f06d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1127 time: 0.0963416 Apr 29 08:55:47.260200 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-4028ec8d-caa5-4ec6-a0a4-6a3f162ccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:47.261539 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-4028ec8d-caa5-4ec6-a0a4-6a3f162ccfd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 1129 time: 0.0897782 Apr 29 08:55:47.598746 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b14262-d866-4d58-8b43-78c888452d4e req-c490c727-4fc5-4641-8fa9-08caf24e5618 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:47.601618 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f5b14262-d866-4d58-8b43-78c888452d4e req-c490c727-4fc5-4641-8fa9-08caf24e5618 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 943 time: 0.0582905 Apr 29 08:55:47.721305 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f5b14262-d866-4d58-8b43-78c888452d4e req-03ef7680-d7e2-4535-b50d-9514641c8345 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127100 Apr 29 08:55:47.813504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58160) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:47.863779 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f00a64-f0a3-4386-b9b3-5b468815c02e req-25c8ba81-e451-4114-9422-460454984b36 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:47.873123 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-45f00a64-f0a3-4386-b9b3-5b468815c02e req-25c8ba81-e451-4114-9422-460454984b36 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0603180 Apr 29 08:55:47.963674 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-45f00a64-f0a3-4386-b9b3-5b468815c02e req-4cf233ec-5c93-4ef1-9c88-ae13b68c5fea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890081 Apr 29 08:55:48.093898 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646080306-network', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:48.137160 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-a2c9ddaa-c8b6-4f52-9e8d-043b4b300353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:48.140092 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-a2c9ddaa-c8b6-4f52-9e8d-043b4b300353 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.3118985 Apr 29 08:55:48.166822 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Made reservation on behalf of 6abb4912c175406ca0cefd03e327b7f5 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:48.169656 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.203860 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.206577 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-eb9f9bcc-364f-44bd-aa70-7a3fb83ca8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:48.209400 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-eb9f9bcc-364f-44bd-aa70-7a3fb83ca8f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.2288260 Apr 29 08:55:48.215897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device e6ef8121-81a9-4773-903b-5d18906a76d1 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:55:48.337220 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks [] for security_group (4f1533c2-7ff1-48d6-a9bc-b8e41030df78), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.342561 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e6ef8121-81a9-4773-903b-5d18906a76d1,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:48.343684 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4f1533c2-7ff1-48d6-a9bc-b8e41030df78), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.361125 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:55:48.378088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:55:48.393646 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1533c2-7ff1-48d6-a9bc-b8e41030df78,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:48.397385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.397735 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Added segment 4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7 of type vlan for network 0a891c5b-09e7-4302-9ec8-333749c80e11 Apr 29 08:55:48.416343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.416343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.416343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.417439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.417439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.417439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.417439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.417775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.418056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.418386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.418735 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.419048 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.419372 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.419698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.420019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:48.461692 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port e6ef8121-81a9-4773-903b-5d18906a76d1 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:48.462640 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.488014 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ef8121-81a9-4773-903b-5d18906a76d1 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:55:48.504030 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (0a891c5b-09e7-4302-9ec8-333749c80e11), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.554538 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e6ef8121-81a9-4773-903b-5d18906a76d1,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:48.565299 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.600761 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-df36ea54-d5f5-4eb8-aefd-3bbb12f6f92f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 217 time: 0.1069272 Apr 29 08:55:48.629111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:48.638984 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (0a891c5b-09e7-4302-9ec8-333749c80e11), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.640421 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:48.641019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.663606 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-954929f2-52fe-480d-b2df-6762a4861fac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38 HTTP/1.1" status: 200 len: 1001 time: 0.1893353 Apr 29 08:55:48.780492 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9627147 Apr 29 08:55:48.781284 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58168) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:48.786642 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Request body: {'subnet': {'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646080306-subnet', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:48.831473 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Made reservation on behalf of 6abb4912c175406ca0cefd03e327b7f5 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:48.835361 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:48.837888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5793a0d-ee17-4c0f-95c2-a2db1755dfc8 admin admin] Pushing event updated for resources: {'Network': ['ID=0a891c5b-09e7-4302-9ec8-333749c80e11,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:48.843228 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-0270d82d-03e9-41b1-93bb-aace7bb76dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:48.845155 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-0270d82d-03e9-41b1-93bb-aace7bb76dc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.2005930 Apr 29 08:55:48.868844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:55:48.870480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-03770daa-7a39-41cd-9183-0b88cd460c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:48.874395 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-03770daa-7a39-41cd-9183-0b88cd460c1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1700888 Apr 29 08:55:49.060880 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-85c3cf8c-f87f-41f7-a31e-57019c234b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:49.062563 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-85c3cf8c-f87f-41f7-a31e-57019c234b0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2064366 Apr 29 08:55:49.077365 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3db8b6-808b-4d56-888e-5363e4f7d985 req-d3855995-db8e-4dca-8d5a-ecd941c63d48 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:49.078962 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4a3db8b6-808b-4d56-888e-5363e4f7d985 req-d3855995-db8e-4dca-8d5a-ecd941c63d48 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 944 time: 0.2022829 Apr 29 08:55:49.080076 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-059f1f53-a1db-46cc-8989-3a1e75f5fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:49.081613 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-059f1f53-a1db-46cc-8989-3a1e75f5fb86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1525233 Apr 29 08:55:49.193768 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:55:49.244166 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['e6ef8121-81a9-4773-903b-5d18906a76d1'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:55:49.256403 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (139a72bc-ecdb-4f42-a772-00af12eb3542), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:49.291337 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4a3db8b6-808b-4d56-888e-5363e4f7d985 req-5a34ae65-d870-4367-9220-22e235e2d07f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684783 Apr 29 08:55:49.317098 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaf73e-266a-43d3-a00d-9924e6c50521 req-1dff6e02-5984-4592-9c2d-290a491596e2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:49.326953 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36aaf73e-266a-43d3-a00d-9924e6c50521 req-1dff6e02-5984-4592-9c2d-290a491596e2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1891055 Apr 29 08:55:49.333337 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-8956a187-ec58-4a19-89c9-759688dc064c service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493100 Apr 29 08:55:49.426420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Checking segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:49.431927 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Network hostable DHCP agents. Network: 0a891c5b-09e7-4302-9ec8-333749c80e11, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:55:49.461311 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d982d514-ad67-4b9d-9626-4e9d3e0b92a8 req-1f8cad09-71ce-4a95-85f3-9c000a12859e service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176202 Apr 29 08:55:49.464887 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-0d463761-a43e-46d8-b919-d8da5c965afb service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433661 Apr 29 08:55:49.477642 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=139a72bc-ecdb-4f42-a772-00af12eb3542,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:49.534544 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:55:49.582617 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 0a891c5b-09e7-4302-9ec8-333749c80e11) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:49.603059 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c3cc2-6559-4452-9313-a1b6ebe49042 None None] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:55:49.630866 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36aaf73e-266a-43d3-a00d-9924e6c50521 req-780b7117-4510-4064-85b6-352ffbd2c329 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967639 Apr 29 08:55:49.635401 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:49.641607 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:49.670977 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ff8de68-45c1-4677-8ebd-653b7d4a5cb8 req-750d6a72-1b30-4d5f-97d8-48a424af7a82 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787689 Apr 29 08:55:49.709481 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d43bd304-71bb-4c14-87b6-a7a233abb94b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9257379 Apr 29 08:55:49.715977 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58176) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:49.722560 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:49.823168 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:49.825052 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:49.854539 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-0a891c5b-09e7-4302-9ec8-333749c80e11', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:55:49.855450 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:49.975291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for router_controller (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.119731 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Allocated IP 172.20.0.2 (0a891c5b-09e7-4302-9ec8-333749c80e11/139a72bc-ecdb-4f42-a772-00af12eb3542/5306844d-d2fa-4c75-a36f-cfb73bf2bf64) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:50.196534 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for router_gateway (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.390073 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks [] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.401038 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.450587 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:50.454821 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:50.460181 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:50.485192 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Pushing event updated for resources: {'Port': ['ID=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:50.543382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Attempting to bind port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:50.543768 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Attempting to bind port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:50.544189 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Attempting to bind port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 on network 0a891c5b-09e7-4302-9ec8-333749c80e11 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:50.550711 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:50.551205 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Checking segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:50.551508 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.552925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Bound using segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:50.553458 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Bound port: 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:50.553859 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.644477 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] For port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:50.652512 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] For port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:50.661536 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.778377 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57552ff3-07f1-4ca1-96ae-075f2c716d82 None None] Pushing event updated for resources: {'Port': ['ID=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:50.838033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f9732-056b-41a8-b6c9-9cd7d38fe339 req-83ca8729-5bf2-4610-8131-9b64716ee713 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:50.839649 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-208f9732-056b-41a8-b6c9-9cd7d38fe339 req-83ca8729-5bf2-4610-8131-9b64716ee713 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 944 time: 0.1141672 Apr 29 08:55:50.872938 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb143-4c2d-441c-b84b-a5ce98263872 req-041f0580-11ff-4d77-b304-f90052b8c6c0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:50.875471 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-15cbb143-4c2d-441c-b84b-a5ce98263872 req-041f0580-11ff-4d77-b304-f90052b8c6c0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0775466 Apr 29 08:55:50.894856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for router_gateway (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.937459 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:50.955929 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-208f9732-056b-41a8-b6c9-9cd7d38fe339 req-9e453bd7-6fb9-492e-b876-77d862b482fc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092026 Apr 29 08:55:50.986897 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-15cbb143-4c2d-441c-b84b-a5ce98263872 req-77d0d7f4-7dd1-4f4f-9f9d-de4953b687cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029978 Apr 29 08:55:51.122829 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Allocated IP 172.27.0.228 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/0e5fabda-3121-42be-b133-7917757142ce) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:51.249241 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for port (0e5fabda-3121-42be-b133-7917757142ce), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:51.284195 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (0e5fabda-3121-42be-b133-7917757142ce), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:51.323353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:51.329967 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:51.334414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:51.337459 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Pushing event updated for resources: {'Port': ['ID=0e5fabda-3121-42be-b133-7917757142ce,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:51.588950 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for router_gateway (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:51.803904 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:51.832652 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dfcaea-d562-4c39-b6f7-5e2f77f748a9 None None] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:55:51.868061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Provisioning complete for port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:51.868548 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:51.949920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:55:52.018215 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Current status of the port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:52.018611 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.060110 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] For port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:52.079507 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.095952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:52.107028 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Sync routers for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:55:52.133937 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:52.134520 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb55b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:52.158556 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b98c-ff8d-4670-8e62-178459ca0fa7 req-74c1ff3a-5249-4d19-a86e-541987e12b80 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:52.159602 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3feda-673e-4936-8395-92e3a74f8825 None None] Pushing event updated for resources: {'Port': ['ID=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:52.161415 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6931b98c-ff8d-4670-8e62-178459ca0fa7 req-74c1ff3a-5249-4d19-a86e-541987e12b80 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0634215 Apr 29 08:55:52.192249 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.195214 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-667f91da-8d97-4964-ba77-1bd580aa560c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4772191 Apr 29 08:55:52.200016 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58206) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:52.214761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102424c-a28a-42df-a254-f38b028cb053 req-d3992d83-870d-45f6-9cb3-9b3addbf5612 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:52.216992 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e102424c-a28a-42df-a254-f38b028cb053 req-d3992d83-870d-45f6-9cb3-9b3addbf5612 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 944 time: 0.1189492 Apr 29 08:55:52.274077 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:52.284818 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e102424c-a28a-42df-a254-f38b028cb053 req-7c4b39a8-a539-4237-bdc6-25f46361da19 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588462 Apr 29 08:55:52.311630 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-17ad980d-290c-4c0f-be8a-e6dbe64e44d9 None None] Provisioning complete for port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:52.312010 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-17ad980d-290c-4c0f-be8a-e6dbe64e44d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.325317 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6931b98c-ff8d-4670-8e62-178459ca0fa7 req-a47d0105-ab11-4dda-aa95-872c155b0578 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554980 Apr 29 08:55:52.418419 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-17ad980d-290c-4c0f-be8a-e6dbe64e44d9 None None] Current status of the port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:52.473153 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb55b0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:51Z', 'revision_number': 3, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:52.501348 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Checking router: e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:55:52.501698 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Updating router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd port 0e5fabda-3121-42be-b133-7917757142ce binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:55:52.530120 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0e5fabda-3121-42be-b133-7917757142ce), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.698046 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.789521 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks [] for port (0e5fabda-3121-42be-b133-7917757142ce), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.795206 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0e5fabda-3121-42be-b133-7917757142ce), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.847543 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Attempting to bind port 0e5fabda-3121-42be-b133-7917757142ce on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:52.848009 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Attempting to bind port 0e5fabda-3121-42be-b133-7917757142ce by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:52.848397 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Attempting to bind port 0e5fabda-3121-42be-b133-7917757142ce on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:52.851011 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Pushing event updated for resources: {'Port': ['ID=0e5fabda-3121-42be-b133-7917757142ce,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:52.855689 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Allocated IP 172.20.0.1 (0a891c5b-09e7-4302-9ec8-333749c80e11/139a72bc-ecdb-4f42-a772-00af12eb3542/d9e248b6-c564-4335-a54c-5dd3879b05d6) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:52.859533 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:52.859901 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:52.860392 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.860768 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:52.861232 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Bound port: 0e5fabda-3121-42be-b133-7917757142ce, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:52.861608 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0e5fabda-3121-42be-b133-7917757142ce), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.863855 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.864228 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.864623 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.865231 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.865563 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.865895 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.866213 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.866534 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.866855 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.867173 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.867495 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.867892 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.868174 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.868481 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.868797 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:55:52.932243 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] For port 0e5fabda-3121-42be-b133-7917757142ce, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:52.935799 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] For port 0e5fabda-3121-42be-b133-7917757142ce, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0e5fabda-3121-42be-b133-7917757142ce,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:52.943961 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0e5fabda-3121-42be-b133-7917757142ce), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:52.986073 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks [] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.005607 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc480a-c38e-4257-adb8-403e11c4ee75 None None] Pushing event updated for resources: {'Port': ['ID=0e5fabda-3121-42be-b133-7917757142ce,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:53.010853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:53.024623 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:53.025546 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb55b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:53.027940 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.064555 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:53.064943 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.072898 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:53.078802 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:53.083769 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:53.123881 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:53.152281 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:53.155147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.252030 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:53.301379 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.347994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-e889fb4f-9358-4a7a-8d79-59cef3651be9 None None] Provisioning complete for port d9e248b6-c564-4335-a54c-5dd3879b05d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:53.348413 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e889fb4f-9358-4a7a-8d79-59cef3651be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.397349 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-e889fb4f-9358-4a7a-8d79-59cef3651be9 None None] Port d9e248b6-c564-4335-a54c-5dd3879b05d6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:53.415706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc296d-073e-44f7-a8c8-77861dbdf45a req-419fef56-d17d-425f-9626-8e088151823e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:53.418431 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dccc296d-073e-44f7-a8c8-77861dbdf45a req-419fef56-d17d-425f-9626-8e088151823e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 944 time: 0.0600140 Apr 29 08:55:53.454439 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb55b0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:51Z', 'revision_number': 3, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:53.481116 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dccc296d-073e-44f7-a8c8-77861dbdf45a req-ee532e01-3ca2-43f8-b081-c5f0054c8205 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566916 Apr 29 08:55:53.487631 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fc0056-a490-4e09-b1aa-03ff35206235 None None] The sync data for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi is: [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:51Z', 'revision_number': 3, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:55:53.510221 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6639c6-0e35-4d10-95b2-34615fcbc3a8 req-4df76633-be1e-4f1e-b7ae-c26454e7b2ec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:53.511777 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bb6639c6-0e35-4d10-95b2-34615fcbc3a8 req-4df76633-be1e-4f1e-b7ae-c26454e7b2ec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0672283 Apr 29 08:55:53.572025 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks [] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.593407 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.603253 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bb6639c6-0e35-4d10-95b2-34615fcbc3a8 req-d15d8a3b-7e12-4b24-ae0b-6c4e46eb9fa8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848546 Apr 29 08:55:53.662724 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:53.667748 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:53.780017 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:53.781588 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:54.019343 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-ff43b232-8b2e-4dad-bb97-8991c60d8cc1 None None] Provisioning complete for port d9e248b6-c564-4335-a54c-5dd3879b05d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:54.019930 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff43b232-8b2e-4dad-bb97-8991c60d8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.059664 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ff43b232-8b2e-4dad-bb97-8991c60d8cc1 None None] Port d9e248b6-c564-4335-a54c-5dd3879b05d6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:54.134928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:55:54.255626 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:54.261028 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e29abdff-7a00-4b7a-8ac2-73dd6bf2ef30 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597436 Apr 29 08:55:54.613591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9148729-7805-4ac1-bb5b-b07612d91c63 req-bd489b4f-2e08-44af-a4f0-dd5522c1c3d5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:54.615913 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d9148729-7805-4ac1-bb5b-b07612d91c63 req-bd489b4f-2e08-44af-a4f0-dd5522c1c3d5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 944 time: 0.0508456 Apr 29 08:55:54.677127 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d9148729-7805-4ac1-bb5b-b07612d91c63 req-9884f57b-26c7-4f91-b7bc-17a8544a7981 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483999 Apr 29 08:55:54.731219 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632febd3-e7dc-486e-9701-c602933adc88 req-acec4e8d-2d7e-4238-a63d-7788a13bbcad tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:54.732825 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-632febd3-e7dc-486e-9701-c602933adc88 req-acec4e8d-2d7e-4238-a63d-7788a13bbcad tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0513344 Apr 29 08:55:54.781278 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58238) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:54.785311 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-632febd3-e7dc-486e-9701-c602933adc88 req-aa1dd45b-19be-48a9-a7ec-e718abbe3001 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468471 Apr 29 08:55:54.786654 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1062318085-network', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:54.818576 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Made reservation on behalf of a3b156fc6f764727a25c2076cbff2b3f for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:54.821020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.826813 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device e6ef8121-81a9-4773-903b-5d18906a76d1 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:54.829928 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.874125 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port e6ef8121-81a9-4773-903b-5d18906a76d1 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:55:54.880864 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port e6ef8121-81a9-4773-903b-5d18906a76d1 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:54.881657 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.911895 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks [] for security_group (5c845eca-723c-41ce-a617-90793781ba9c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.921662 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5c845eca-723c-41ce-a617-90793781ba9c), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.967268 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:55:54.969570 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c845eca-723c-41ce-a617-90793781ba9c,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:54.979267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port e6ef8121-81a9-4773-903b-5d18906a76d1 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:54.979791 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.983312 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (854b5936-7f9e-4579-847e-185cc55c0a7c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:54.983871 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Added segment 854b5936-7f9e-4579-847e-185cc55c0a7c of type vlan for network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 Apr 29 08:55:55.008685 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:55:55.011194 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01afa870-27fb-424f-88e7-9def6ea9474e" -d '{"events": [{"server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:55:55.017566 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0e5fabda-3121-42be-b133-7917757142ce up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:55.047531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e6ef8121-81a9-4773-903b-5d18906a76d1,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:55.050585 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (7662b514-6643-4c55-bbd3-d42fd6ef9d46), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.057335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.062239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20352317-92fa-472b-97e8-559d4a978dee x-openstack-request-id: req-20352317-92fa-472b-97e8-559d4a978dee {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:55:55.062699 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "name": "network-vif-plugged", "status": "completed", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:55:55.062832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20352317-92fa-472b-97e8-559d4a978dee {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:55:55.063187 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20352317-92fa-472b-97e8-559d4a978dee'] response: {'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'code': 200} Apr 29 08:55:55.080742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (7662b514-6643-4c55-bbd3-d42fd6ef9d46), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.081703 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:55.082284 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.119520 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3365295 Apr 29 08:55:55.122259 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58242) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:55.130430 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 0e5fabda-3121-42be-b133-7917757142ce triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:55.130831 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0e5fabda-3121-42be-b133-7917757142ce), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.132558 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:55.132776 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Request body: {'subnet': {'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1062318085-subnet', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:55.156032 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd72ea-f300-4201-bf36-bab76e05e0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7662b514-6643-4c55-bbd3-d42fd6ef9d46,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:55.175128 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Made reservation on behalf of a3b156fc6f764727a25c2076cbff2b3f for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:55:55.177897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.185408 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:55:55.270258 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Sync routers for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:55:55.313412 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:55.314061 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b44f9a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:55.332758 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d579c-1d3c-451a-832b-345ebd5e2021 req-7361ee98-d3ca-40c0-8174-579a354557f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:55.334486 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3a4d579c-1d3c-451a-832b-345ebd5e2021 req-7361ee98-d3ca-40c0-8174-579a354557f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0457926 Apr 29 08:55:55.356864 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 0e5fabda-3121-42be-b133-7917757142ce is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:55.357502 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (0e5fabda-3121-42be-b133-7917757142ce), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.365819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (947ebe51-fa5e-486b-a6e3-61f0184c2956), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.393122 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3a4d579c-1d3c-451a-832b-345ebd5e2021 req-45735739-382d-48aa-b6ee-ff0f456d46bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521555 Apr 29 08:55:55.393475 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 0e5fabda-3121-42be-b133-7917757142ce, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0e5fabda-3121-42be-b133-7917757142ce,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:55.398763 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (0e5fabda-3121-42be-b133-7917757142ce), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.420753 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=947ebe51-fa5e-486b-a6e3-61f0184c2956,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:55.438235 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Checking segment: {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:55.438593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Network hostable DHCP agents. Network: 7662b514-6643-4c55-bbd3-d42fd6ef9d46, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:55:55.457089 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:55:55.468660 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 7662b514-6643-4c55-bbd3-d42fd6ef9d46) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:55.473587 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:55.475295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.493812 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-68a769c7-b663-4204-a8f2-d898e33e05cf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3702998 Apr 29 08:55:55.496362 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58246) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:55.500832 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:55:55.523392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (75d55ea3-af77-451e-8ffc-81a827c38908), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.524581 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (75d55ea3-af77-451e-8ffc-81a827c38908), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.581698 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57443f4-288b-4790-bfed-48fe94689d38 None None] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:55:55.586866 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for router_controller (75d55ea3-af77-451e-8ffc-81a827c38908), precommit_add_association {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.643074 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:55.644896 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=0e5fabda-3121-42be-b133-7917757142ce,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:55.732813 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for router_gateway (75d55ea3-af77-451e-8ffc-81a827c38908), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.829530 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'fixed_ips': [{'subnet_id': '947ebe51-fa5e-486b-a6e3-61f0184c2956'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:55:55.830442 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:55.857068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50326ca-9ef1-4847-9934-79330b65af8e req-89cd705e-0889-40e1-be62-f7279f6ec0e0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:55.858595 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d50326ca-9ef1-4847-9934-79330b65af8e req-89cd705e-0889-40e1-be62-f7279f6ec0e0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0894110 Apr 29 08:55:55.949503 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f628e-cdc5-4a1a-96cb-72a73d9027c2 req-11f68910-58f9-4664-8344-266ce3af498c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:55.951878 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-082f628e-cdc5-4a1a-96cb-72a73d9027c2 req-11f68910-58f9-4664-8344-266ce3af498c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0685751 Apr 29 08:55:56.009416 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-082f628e-cdc5-4a1a-96cb-72a73d9027c2 req-190e7f5f-2750-410a-9e68-5ec1baf05028 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513575 Apr 29 08:55:56.009691 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d50326ca-9ef1-4847-9934-79330b65af8e req-63ca06b0-440a-405f-a204-84e3eb23f102 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088409 Apr 29 08:55:56.014809 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for router_gateway (75d55ea3-af77-451e-8ffc-81a827c38908), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.017539 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b44f9a0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 2, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:56.042394 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.050441 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Checking router: e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:55:56.050956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Updating router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd port d9e248b6-c564-4335-a54c-5dd3879b05d6 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:55:56.076660 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Allocated IP 172.20.0.2 (7662b514-6643-4c55-bbd3-d42fd6ef9d46/947ebe51-fa5e-486b-a6e3-61f0184c2956/5a6648b7-833b-42f6-8338-a04f5df65556) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:56.092899 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.152462 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Allocated IP 172.27.0.110 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/8aea066b-3f33-4f0d-a89c-022bd01d1962) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:56.269600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.309722 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.361597 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:56.365853 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:56.368355 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:56.372157 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Pushing event updated for resources: {'Port': ['ID=8aea066b-3f33-4f0d-a89c-022bd01d1962,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:56.385051 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks [] for port (5a6648b7-833b-42f6-8338-a04f5df65556), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.396485 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.456268 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:56.464688 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:56.469466 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:56.488699 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Pushing event updated for resources: {'Port': ['ID=5a6648b7-833b-42f6-8338-a04f5df65556,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:56.576497 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks [] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.580107 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Attempting to bind port 5a6648b7-833b-42f6-8338-a04f5df65556 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:56.580539 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Attempting to bind port 5a6648b7-833b-42f6-8338-a04f5df65556 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:56.580878 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Attempting to bind port 5a6648b7-833b-42f6-8338-a04f5df65556 on network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:56.584872 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.591556 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:56.591990 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Checking segment: {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:56.592364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.592762 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Bound using segment: {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:56.593234 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Bound port: 5a6648b7-833b-42f6-8338-a04f5df65556, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:56.593653 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.664490 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for router_gateway (75d55ea3-af77-451e-8ffc-81a827c38908), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.668154 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0686d-4dbc-49a1-9f82-9ff7a41f518a None None] Pushing event updated for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:56.749723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Attempting to bind port d9e248b6-c564-4335-a54c-5dd3879b05d6 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:56.750101 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Attempting to bind port d9e248b6-c564-4335-a54c-5dd3879b05d6 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:56.750470 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Attempting to bind port d9e248b6-c564-4335-a54c-5dd3879b05d6 on network 0a891c5b-09e7-4302-9ec8-333749c80e11 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:56.752901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] For port 5a6648b7-833b-42f6-8338-a04f5df65556, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:56.765510 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:56.765892 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Checking segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:56.766303 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.766705 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Bound using segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:56.767187 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Bound port: d9e248b6-c564-4335-a54c-5dd3879b05d6, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:56.767605 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.771141 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] For port 5a6648b7-833b-42f6-8338-a04f5df65556, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5a6648b7-833b-42f6-8338-a04f5df65556,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:56.782962 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.905998 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] For port d9e248b6-c564-4335-a54c-5dd3879b05d6, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:56.911993 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e368da-aec3-4783-8cd6-d2fe9aacd406 None None] Pushing event updated for resources: {'Port': ['ID=5a6648b7-833b-42f6-8338-a04f5df65556,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:56.924446 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-7f048eae-193a-442a-bbf0-549a25b3ddb6 None None] Provisioning complete for port d9e248b6-c564-4335-a54c-5dd3879b05d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:56.924832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7f048eae-193a-442a-bbf0-549a25b3ddb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.932980 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (75d55ea3-af77-451e-8ffc-81a827c38908), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:56.957483 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] For port d9e248b6-c564-4335-a54c-5dd3879b05d6, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d9e248b6-c564-4335-a54c-5dd3879b05d6,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:56.973585 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.002756 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7f048eae-193a-442a-bbf0-549a25b3ddb6 None None] Port d9e248b6-c564-4335-a54c-5dd3879b05d6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:57.042053 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:57.044421 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b44f9a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:57.071873 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0e5fabda-3121-42be-b133-7917757142ce up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:57.190172 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0686d-4dbc-49a1-9f82-9ff7a41f518a None None] Pushing event updated for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:57.221186 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Router 75d55ea3-af77-451e-8ffc-81a827c38908 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:55:57.235920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04591914-ee51-4756-8483-d1dbcb1429f0 req-575ff6ab-8f8a-4f9f-b906-238781b6f58a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:57.247029 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-04591914-ee51-4756-8483-d1dbcb1429f0 req-575ff6ab-8f8a-4f9f-b906-238781b6f58a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0944901 Apr 29 08:55:57.249527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065757f-9f00-4b8c-a2c0-c027ec100180 req-f2e50ec0-1e0a-4e43-a8c6-31cad4e79faf tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:57.251380 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8065757f-9f00-4b8c-a2c0-c027ec100180 req-f2e50ec0-1e0a-4e43-a8c6-31cad4e79faf tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0920541 Apr 29 08:55:57.320815 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:57.330773 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-04591914-ee51-4756-8483-d1dbcb1429f0 req-6cc806d7-9e3c-42ec-87f7-f3521a2302a7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823636 Apr 29 08:55:57.404695 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:57.414190 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Sync routers for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:55:57.428458 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:57.429548 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb53a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:57.444057 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8065757f-9f00-4b8c-a2c0-c027ec100180 req-c3c73980-96b3-48df-8913-af0083c32f7f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719926 Apr 29 08:55:57.450006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.451248 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b9f7ccab-0007-4d2e-ad75-15da39f6599d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9538133 Apr 29 08:55:57.454178 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58266) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:55:57.494940 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 0e5fabda-3121-42be-b133-7917757142ce triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:57.495317 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (0e5fabda-3121-42be-b133-7917757142ce), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.543483 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Provisioning complete for port d9e248b6-c564-4335-a54c-5dd3879b05d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:57.543862 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.561584 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:57.760929 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb53a0>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 3, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:57.776529 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 0e5fabda-3121-42be-b133-7917757142ce is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:57.798894 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Checking router: 75d55ea3-af77-451e-8ffc-81a827c38908 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:55:57.799248 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Updating router 75d55ea3-af77-451e-8ffc-81a827c38908 port 8aea066b-3f33-4f0d-a89c-022bd01d1962 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:55:57.810994 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Current status of the port d9e248b6-c564-4335-a54c-5dd3879b05d6 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:57.811397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.841326 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b44f9a0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:57.842935 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.883457 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db019-41b0-4559-ad4e-907a12c67338 None None] The sync data for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi is: [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:55:57.889370 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] For port d9e248b6-c564-4335-a54c-5dd3879b05d6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d9e248b6-c564-4335-a54c-5dd3879b05d6,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:57.896452 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:57.979266 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d774ff-751e-49bb-8a71-996f5c68e503 None None] Pushing event updated for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:58.048575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.198914 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60164b75-5a14-447a-ac6c-8bb439b3134c None None] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:55:58.202177 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks [] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.211119 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.277070 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Attempting to bind port 8aea066b-3f33-4f0d-a89c-022bd01d1962 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:55:58.277658 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Attempting to bind port 8aea066b-3f33-4f0d-a89c-022bd01d1962 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:55:58.278217 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Attempting to bind port 8aea066b-3f33-4f0d-a89c-022bd01d1962 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:55:58.282186 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839a3a-41ea-48e6-8371-ff577fe20a3c None None] Pushing event updated for resources: {'Port': ['ID=8aea066b-3f33-4f0d-a89c-022bd01d1962,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:58.287926 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:55:58.288594 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:55:58.289193 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.289737 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:55:58.290835 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Bound port: 8aea066b-3f33-4f0d-a89c-022bd01d1962, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:55:58.291544 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.311246 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Allocated IP 172.20.0.1 (7662b514-6643-4c55-bbd3-d42fd6ef9d46/947ebe51-fa5e-486b-a6e3-61f0184c2956/a9f9a12f-7610-4f74-83fb-3e5ac593989c) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:55:58.330882 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Provisioning complete for port 5a6648b7-833b-42f6-8338-a04f5df65556 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:58.331419 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.385164 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] For port 8aea066b-3f33-4f0d-a89c-022bd01d1962, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:55:58.391622 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] For port 8aea066b-3f33-4f0d-a89c-022bd01d1962, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8aea066b-3f33-4f0d-a89c-022bd01d1962,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:55:58.400354 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.435873 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Current status of the port 5a6648b7-833b-42f6-8338-a04f5df65556 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:58.436471 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.491838 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] For port 5a6648b7-833b-42f6-8338-a04f5df65556, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5a6648b7-833b-42f6-8338-a04f5df65556,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:55:58.499609 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.515629 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839a3a-41ea-48e6-8371-ff577fe20a3c None None] Pushing event updated for resources: {'Port': ['ID=8aea066b-3f33-4f0d-a89c-022bd01d1962,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:58.556730 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:55:58.557529 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb53a0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:58.595627 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4db08-d364-4398-bf16-a77a26e1abb5 req-fb53c63b-b371-40d8-a92a-796a989ad25c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:58.598046 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3ea4db08-d364-4398-bf16-a77a26e1abb5 req-fb53c63b-b371-40d8-a92a-796a989ad25c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1089203 Apr 29 08:55:58.601472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks [] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.627924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b782a-8b83-4853-9944-f6acd108b7bd None None] Pushing event updated for resources: {'Port': ['ID=5a6648b7-833b-42f6-8338-a04f5df65556,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:58.651019 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc229-25ce-4966-9d8f-a61112ec2522 req-1d4faa30-c479-4c6e-bfd4-ef7a9c474b29 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:58.659962 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0f1fc229-25ce-4966-9d8f-a61112ec2522 req-1d4faa30-c479-4c6e-bfd4-ef7a9c474b29 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0962446 Apr 29 08:55:58.713852 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3ea4db08-d364-4398-bf16-a77a26e1abb5 req-8680d9f0-9849-4d9f-8ab9-2bf35a00c298 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072626 Apr 29 08:55:58.718279 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.737902 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0f1fc229-25ce-4966-9d8f-a61112ec2522 req-594904cb-badd-4194-ad73-0a7539eb84ed tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770299 Apr 29 08:55:58.779999 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:58.782955 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:58.784605 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:55:58.788960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:55:58.819127 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:58.839027 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-aeea3687-47cb-4365-83d7-3ab5418c8cee None None] Provisioning complete for port 5a6648b7-833b-42f6-8338-a04f5df65556 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:58.839531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-aeea3687-47cb-4365-83d7-3ab5418c8cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.840281 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (75d55ea3-af77-451e-8ffc-81a827c38908), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:58.968323 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-aeea3687-47cb-4365-83d7-3ab5418c8cee None None] Current status of the port 5a6648b7-833b-42f6-8338-a04f5df65556 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:59.065719 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfb53a0>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 3, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:55:59.076568 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.091042 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-da945b79-f77b-4c21-91ba-07a8580bff2e None None] Provisioning complete for port a9f9a12f-7610-4f74-83fb-3e5ac593989c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:59.091525 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da945b79-f77b-4c21-91ba-07a8580bff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.119138 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c96f2c-cd59-47da-9c24-d56ad9ddde12 None None] The sync data for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi is: [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:56Z', 'revision_number': 3, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:55:59.123457 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5a6648b7-833b-42f6-8338-a04f5df65556 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:59.168099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-da945b79-f77b-4c21-91ba-07a8580bff2e None None] Port a9f9a12f-7610-4f74-83fb-3e5ac593989c cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:55:59.189942 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 5a6648b7-833b-42f6-8338-a04f5df65556 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:59.190311 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.288834 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 5a6648b7-833b-42f6-8338-a04f5df65556 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:59.290827 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d9e248b6-c564-4335-a54c-5dd3879b05d6 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:55:59.304264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks [] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.309568 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.340700 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port d9e248b6-c564-4335-a54c-5dd3879b05d6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:59.341156 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.381771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:55:59.384238 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (75d55ea3-af77-451e-8ffc-81a827c38908), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.439715 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port d9e248b6-c564-4335-a54c-5dd3879b05d6 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:55:59.498658 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:55:59.500222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:55:59.674128 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Router 75d55ea3-af77-451e-8ffc-81a827c38908 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:55:59.834497 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:55:59.848347 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1b9c4b87-395a-4b2f-8f90-358eb8559311 admin admin] 10.222.0.31 "PUT /v2.0/routers/75d55ea3-af77-451e-8ffc-81a827c38908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927684 Apr 29 08:55:59.866080 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dfb8ceb3-5b57-412b-8b09-298496c136c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.876346 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-0ceadef7-c7dc-4a04-8b6b-8dbc5e166f9e None None] Provisioning complete for port a9f9a12f-7610-4f74-83fb-3e5ac593989c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:55:59.876871 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0ceadef7-c7dc-4a04-8b6b-8dbc5e166f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:55:59.943132 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff83cfa-4a13-4c81-ad74-52408a19b2e7 req-6e5d5e97-3677-4070-be4b-1354b1c08013 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:59.944871 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-aff83cfa-4a13-4c81-ad74-52408a19b2e7 req-6e5d5e97-3677-4070-be4b-1354b1c08013 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.0904157 Apr 29 08:55:59.948496 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0988e2-acb5-4d89-8af3-c4c56a37f5c4 req-5ab8478c-47e3-4f6a-96c0-e897937b3f94 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:55:59.953009 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9b0988e2-acb5-4d89-8af3-c4c56a37f5c4 req-5ab8478c-47e3-4f6a-96c0-e897937b3f94 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0737343 Apr 29 08:55:59.971951 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0ceadef7-c7dc-4a04-8b6b-8dbc5e166f9e None None] Port a9f9a12f-7610-4f74-83fb-3e5ac593989c cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:00.030466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-aff83cfa-4a13-4c81-ad74-52408a19b2e7 req-03f0cedb-5524-43fe-ab69-e23061d9deb7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781050 Apr 29 08:56:00.031227 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9b0988e2-acb5-4d89-8af3-c4c56a37f5c4 req-b7b4f18e-7aa5-4a8a-8e57-79681b5d4341 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699131 Apr 29 08:56:01.021192 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8aea066b-3f33-4f0d-a89c-022bd01d1962 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:01.116294 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 8aea066b-3f33-4f0d-a89c-022bd01d1962 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:01.116672 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:01.189866 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3a85-54c4-4f7a-9a69-b177e8098816 req-b3e72749-385c-431b-b6bf-6b12631b6d2e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:01.198209 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e8ad3a85-54c4-4f7a-9a69-b177e8098816 req-b3e72749-385c-431b-b6bf-6b12631b6d2e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0624056 Apr 29 08:56:01.214136 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 8aea066b-3f33-4f0d-a89c-022bd01d1962 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:01.214671 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:01.219342 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cc02e-1e03-475a-b732-211264958ec7 req-dca7aef6-3625-4858-82de-bd1c2e052f72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:01.221626 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-054cc02e-1e03-475a-b732-211264958ec7 req-dca7aef6-3625-4858-82de-bd1c2e052f72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1015091 Apr 29 08:56:01.257724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 8aea066b-3f33-4f0d-a89c-022bd01d1962, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8aea066b-3f33-4f0d-a89c-022bd01d1962,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:01.268295 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:01.272704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e8ad3a85-54c4-4f7a-9a69-b177e8098816 req-0f8659ee-63b5-461e-8c05-c1b2a037ae6b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733283 Apr 29 08:56:01.329848 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-054cc02e-1e03-475a-b732-211264958ec7 req-48a36163-cca1-441c-aba2-8e27be203a0d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003757 Apr 29 08:56:01.339952 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=8aea066b-3f33-4f0d-a89c-022bd01d1962,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:01.347844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.348255 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.348577 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.350326 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.350675 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.351014 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.351349 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.351681 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.352014 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.352378 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.352707 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.353283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.353798 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.354317 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.354956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:01.509876 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Sync routers for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:56:01.524070 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:01.524793 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b46caf0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:55:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:01.776344 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:02.041119 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b46caf0>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:59Z', 'revision_number': 4, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'a9f9a12f-7610-4f74-83fb-3e5ac593989c', 'name': '', 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'mac_address': 'fa:16:3e:37:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:58Z', 'updated_at': '2022-04-29T08:55:59Z', 'revision_number': 2, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'subnets': [{'id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:02.089019 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Checking router: 75d55ea3-af77-451e-8ffc-81a827c38908 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:56:02.089634 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Updating router 75d55ea3-af77-451e-8ffc-81a827c38908 port a9f9a12f-7610-4f74-83fb-3e5ac593989c binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:56:02.125720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3d07-4866-4d36-9235-e22a742f0fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.130506 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.325264 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:56:02.537971 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e33a-91f3-46f7-a980-edef11dbbbe9 req-c10d0eed-35b3-418a-9996-5cbdad3fc868 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:02.546919 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e865e33a-91f3-46f7-a980-edef11dbbbe9 req-c10d0eed-35b3-418a-9996-5cbdad3fc868 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0588107 Apr 29 08:56:02.576790 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9e229-dcd8-4d35-aaf6-34686f230b0c req-f9d60eaf-0e4f-4e41-a621-c0c25e127dfc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:02.578243 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c1c9e229-dcd8-4d35-aaf6-34686f230b0c req-f9d60eaf-0e4f-4e41-a621-c0c25e127dfc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 946 time: 0.1229520 Apr 29 08:56:02.603630 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e865e33a-91f3-46f7-a980-edef11dbbbe9 req-b0ffbb21-3a86-4a5d-88d3-a95561604b21 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552833 Apr 29 08:56:02.686681 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c1c9e229-dcd8-4d35-aaf6-34686f230b0c req-71ab4398-a029-439e-b500-b077fff940a5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895581 Apr 29 08:56:02.723455 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: ACTIVE; New status is: DOWN {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:02.723455 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.748657 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:56:02.751078 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1e053c-954a-47bf-afa3-45bdafbf59ca" -d '{"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:56:02.772489 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:02.777443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.805742 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ce9f9-9f54-4131-a9ef-749e0bb22210 x-openstack-request-id: req-481ce9f9-9f54-4131-a9ef-749e0bb22210 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:56:02.806042 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:56:02.806584 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-481ce9f9-9f54-4131-a9ef-749e0bb22210 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:56:02.806706 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481ce9f9-9f54-4131-a9ef-749e0bb22210'] response: {'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'code': 200} Apr 29 08:56:02.870799 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=8']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:02.890338 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks [] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.896447 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:02.969512 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56b61-20b4-4bfe-b002-7ec4972736b5 None None] Pushing event updated for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:03.035035 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-28ccb3c2-b11a-45e9-b3f0-8d36051a33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:03.037541 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-28ccb3c2-b11a-45e9-b3f0-8d36051a33b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1128 time: 0.1112604 Apr 29 08:56:03.046191 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8aea066b-3f33-4f0d-a89c-022bd01d1962 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:03.154668 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Attempting to bind port a9f9a12f-7610-4f74-83fb-3e5ac593989c on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:03.155837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Attempting to bind port a9f9a12f-7610-4f74-83fb-3e5ac593989c by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:03.158280 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Attempting to bind port a9f9a12f-7610-4f74-83fb-3e5ac593989c on network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:03.182321 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:03.183071 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Checking segment: {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:03.183769 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.184531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Bound using segment: {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:03.185033 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Bound port: a9f9a12f-7610-4f74-83fb-3e5ac593989c, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854b5936-7f9e-4579-847e-185cc55c0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:03.185423 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.196547 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 8aea066b-3f33-4f0d-a89c-022bd01d1962 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:03.203006 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.250040 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-acd361ac-f5c7-43e3-9852-d132af47bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:03.250847 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-acd361ac-f5c7-43e3-9852-d132af47bb57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.2050612 Apr 29 08:56:03.323633 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] For port a9f9a12f-7610-4f74-83fb-3e5ac593989c, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:03.358928 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-f6ea0a73-4021-45cf-bc67-c8aa4677ae48 None None] Provisioning complete for port a9f9a12f-7610-4f74-83fb-3e5ac593989c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:03.359341 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0a73-4021-45cf-bc67-c8aa4677ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.394246 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] For port a9f9a12f-7610-4f74-83fb-3e5ac593989c, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a9f9a12f-7610-4f74-83fb-3e5ac593989c,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:03.407809 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-599a3157-3fe3-4e14-86ef-edcb504b81ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1000 time: 0.1338480 Apr 29 08:56:03.428901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.438101 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 8aea066b-3f33-4f0d-a89c-022bd01d1962 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:03.483208 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea0a73-4021-45cf-bc67-c8aa4677ae48 None None] Port a9f9a12f-7610-4f74-83fb-3e5ac593989c cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:03.523594 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a56b61-20b4-4bfe-b002-7ec4972736b5 None None] Pushing event updated for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:03.527309 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:03.527954 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b46caf0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:03.533341 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-3f272d96-8573-4c62-816e-9089a326d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:03.545917 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-3f272d96-8573-4c62-816e-9089a326d187 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.1300993 Apr 29 08:56:03.769216 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.784731 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:03.873565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Provisioning complete for port a9f9a12f-7610-4f74-83fb-3e5ac593989c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:03.874081 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:03.979724 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60125af-b6d6-4f2e-bb91-5c6dccf08807 req-3c7e8037-8d34-4efa-b0ed-dbaeed711c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:03.993423 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b60125af-b6d6-4f2e-bb91-5c6dccf08807 req-3c7e8037-8d34-4efa-b0ed-dbaeed711c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1293802 Apr 29 08:56:04.084900 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b60125af-b6d6-4f2e-bb91-5c6dccf08807 req-10b33a8e-cb9a-4630-810a-62b228ae118d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804090 Apr 29 08:56:04.185039 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b46caf0>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:59Z', 'revision_number': 4, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'a9f9a12f-7610-4f74-83fb-3e5ac593989c', 'name': '', 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'mac_address': 'fa:16:3e:37:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:58Z', 'updated_at': '2022-04-29T08:56:03Z', 'revision_number': 4, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'subnets': [{'id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:04.204877 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9e196-a0b3-4934-acd2-a60376b75ce6 req-8e08b369-510d-4b2e-9bc4-39efb53d52c0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:04.212939 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-caa9e196-a0b3-4934-acd2-a60376b75ce6 req-8e08b369-510d-4b2e-9bc4-39efb53d52c0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.4756517 Apr 29 08:56:04.214504 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043418c6-6926-44a8-bd83-10f0e1034f5d None None] The sync data for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi is: [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T08:55:59Z', 'revision_number': 4, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'a9f9a12f-7610-4f74-83fb-3e5ac593989c', 'name': '', 'network_id': '7662b514-6643-4c55-bbd3-d42fd6ef9d46', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'mac_address': 'fa:16:3e:37:f4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:58Z', 'updated_at': '2022-04-29T08:56:03Z', 'revision_number': 4, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'subnets': [{'id': '947ebe51-fa5e-486b-a6e3-61f0184c2956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:56:04.218488 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Current status of the port a9f9a12f-7610-4f74-83fb-3e5ac593989c is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:04.218891 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:04.269222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-0188068e-89b9-45f5-8c11-3cd71f45c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:04.271611 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-0188068e-89b9-45f5-8c11-3cd71f45c961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261256 Apr 29 08:56:04.282913 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] For port a9f9a12f-7610-4f74-83fb-3e5ac593989c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a9f9a12f-7610-4f74-83fb-3e5ac593989c,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:04.287874 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:04.420472 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef67e5-e8fd-495f-8388-d0df4111d5b7 None None] Pushing event updated for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:04.444049 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-caa9e196-a0b3-4934-acd2-a60376b75ce6 req-859ac68b-3789-4f57-a3a8-d0dddfa99cc6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296388 Apr 29 08:56:04.496707 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-d5bc5c57-2c79-46de-b509-260c457455a9 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969910 Apr 29 08:56:04.627153 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1741ef88-3e1d-4446-9761-bd57fd9bb72a req-221645c6-a131-45e0-93ab-ca24a3bb028f service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180851 Apr 29 08:56:04.777584 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:05.033055 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a9f9a12f-7610-4f74-83fb-3e5ac593989c up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:05.130525 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port a9f9a12f-7610-4f74-83fb-3e5ac593989c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:05.131087 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:05.243392 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port a9f9a12f-7610-4f74-83fb-3e5ac593989c is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:05.245494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f6e06-9899-4088-85b2-231feee85294 req-e90ac35c-505a-42a3-ba2d-2b579bf059cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:05.258531 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd1f6e06-9899-4088-85b2-231feee85294 req-e90ac35c-505a-42a3-ba2d-2b579bf059cd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0705130 Apr 29 08:56:05.311146 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd1f6e06-9899-4088-85b2-231feee85294 req-a3d9e838-3b18-499d-88c6-728981377ce5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510881 Apr 29 08:56:05.607477 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683ce1-b909-4ec4-9f20-0aa263706025 req-ab786b86-5c97-4b9a-aea9-80d6b4b0658c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:05.617336 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c683ce1-b909-4ec4-9f20-0aa263706025 req-ab786b86-5c97-4b9a-aea9-80d6b4b0658c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0776212 Apr 29 08:56:05.668621 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c683ce1-b909-4ec4-9f20-0aa263706025 req-0f303cd8-0a47-4a6a-93a4-a7ab57dacd41 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501783 Apr 29 08:56:05.803941 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f305713-70e5-49e9-a014-cef2b338fd66 req-f2464280-63ba-46b7-a8c7-e023ded038b0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:05.805558 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f305713-70e5-49e9-a014-cef2b338fd66 req-f2464280-63ba-46b7-a8c7-e023ded038b0 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0522621 Apr 29 08:56:05.823486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58348) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:05.830428 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'floatingip': {'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:05.874504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:06.332974 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:06.494009 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:06.501775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:06.543274 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:06.557793 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbb0e-3c84-459b-bb18-6aefd4ba2c6e req-60b571c2-1319-402f-8dbc-51c730966770 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:06.559294 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa4bbb0e-3c84-459b-bb18-6aefd4ba2c6e req-60b571c2-1319-402f-8dbc-51c730966770 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1249046 Apr 29 08:56:06.664665 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Floating IP 7b16eed1-fc08-493b-863e-6f62967e1941 associated. External IP: 172.27.0.239, port: e6ef8121-81a9-4773-903b-5d18906a76d1. Apr 29 08:56:06.931369 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa4bbb0e-3c84-459b-bb18-6aefd4ba2c6e req-bc05a9d2-9b10-49dc-8983-81406ed521f6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546948 Apr 29 08:56:07.031788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Router 18ee1b20-1235-4d29-8339-6286f6349343 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:56:07.172602 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:56:07.178766 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:07.186323 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:56:07.196657 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:07.197275 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea02960d0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:07.225199 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5eeaeb78-7d73-4928-b1a4-ee05b03f375e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "PUT /v2.0/floatingips/7b16eed1-fc08-493b-863e-6f62967e1941 HTTP/1.1" status: 200 len: 991 time: 1.4001641 Apr 29 08:56:07.225836 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:56:07.232414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:56:07.288698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b228b-5def-4c94-b219-bf7143732cfc x-openstack-request-id: req-ec1b228b-5def-4c94-b219-bf7143732cfc {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:56:07.289355 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:56:07.290349 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec1b228b-5def-4c94-b219-bf7143732cfc {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:56:07.290929 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1b228b-5def-4c94-b219-bf7143732cfc'] response: {'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'status': 'completed', 'code': 200} Apr 29 08:56:07.362679 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:07.644106 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea02960d0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:56:06Z', 'revision_number': 1, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:07.674337 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:56:07.684897 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:07.685610 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea02960d0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:07.719638 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-45c1865e-c88f-4597-b081-38aba999c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:07.721878 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-45c1865e-c88f-4597-b081-38aba999c20f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0596120 Apr 29 08:56:07.856576 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:07.941208 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-82dbdb29-bee0-408b-91e6-e22945d18b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:07.944802 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-82dbdb29-bee0-408b-91e6-e22945d18b7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1673427 Apr 29 08:56:08.162547 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcfbd1-7f7a-4a34-ad7f-b680c5c5007c req-b96c69cd-2d63-41ab-9f42-76e857289892 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:08.169535 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea02960d0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:56:06Z', 'revision_number': 1, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:08.170679 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a5fcfbd1-7f7a-4a34-ad7f-b680c5c5007c req-b96c69cd-2d63-41ab-9f42-76e857289892 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1439621 Apr 29 08:56:08.207650 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a0498-7153-4a80-8dbd-73a581202465 None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:56:06Z', 'revision_number': 1, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:56:08.246133 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a5fcfbd1-7f7a-4a34-ad7f-b680c5c5007c req-12e7f979-f2f0-4cbf-b88e-585ca5654194 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741334 Apr 29 08:56:08.513910 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee8b26-0323-4c94-ae5d-0a2c74ed34c5 None None] New status for floating IP 7b16eed1-fc08-493b-863e-6f62967e1941: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:56:08.800324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-6d673252-1dc2-416c-aa2a-b8ea4982961d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 999 time: 0.1255269 Apr 29 08:56:09.041506 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-1972902b-26af-473b-9bb5-ad428f961a82 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126647 Apr 29 08:56:09.053831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-ce5e64d8-9766-4d96-8e0b-b7d49e6820b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.055969 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-ce5e64d8-9766-4d96-8e0b-b7d49e6820b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.1285517 Apr 29 08:56:09.062564 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-1534eba2-a238-4dc9-a9aa-31e86081afdb req-61a16535-9d98-474d-bd2a-c9d084dbb7a7 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:56:09.063779 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1534eba2-a238-4dc9-a9aa-31e86081afdb req-61a16535-9d98-474d-bd2a-c9d084dbb7a7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0538127 Apr 29 08:56:09.156510 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-62f07d10-011e-43a5-95f4-333e33865301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.158107 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-62f07d10-011e-43a5-95f4-333e33865301 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722613 Apr 29 08:56:09.177964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-bd7879e2-a380-4cae-bc2e-35415aacd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.179988 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-bd7879e2-a380-4cae-bc2e-35415aacd3f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 1130 time: 0.0852172 Apr 29 08:56:09.579256 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58422) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:09.669412 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0edcf-395e-4644-b26b-a1c40efb3df1 req-4323c555-7e0b-46c7-9139-1ad8a4cc38e8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.679876 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94d0edcf-395e-4644-b26b-a1c40efb3df1 req-4323c555-7e0b-46c7-9139-1ad8a4cc38e8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.4378159 Apr 29 08:56:09.687799 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-9a241b72-3b2c-44ef-a6b7-100006001588 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065562 Apr 29 08:56:09.692615 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-51ba79eb-bfda-4c35-b432-e0ab717eb9ce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:56:09.705682 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-51ba79eb-bfda-4c35-b432-e0ab717eb9ce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0157595 Apr 29 08:56:09.732194 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-45affec5-622e-4f97-a12a-03ba6028a582 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669510 Apr 29 08:56:09.757508 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-93e99020-f06d-4041-b166-c91ebfb4fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.759088 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-93e99020-f06d-4041-b166-c91ebfb4fc81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.5516613 Apr 29 08:56:09.810294 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58434) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:09.895295 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94d0edcf-395e-4644-b26b-a1c40efb3df1 req-31082991-ad7e-43c7-b520-9fdde9c6c35b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086260 Apr 29 08:56:09.962487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-a5a8c412-bc34-4c69-85c9-a13b5e05743a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:09.964426 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-a5a8c412-bc34-4c69-85c9-a13b5e05743a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports/afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 941 time: 0.1527843 Apr 29 08:56:09.969361 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-8ec03040-fa97-4f9e-9fc1-1001cb49d9c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 200 len: 1001 time: 0.1945312 Apr 29 08:56:10.041169 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-39c613d3-9e0b-4b76-9b9f-ef0997fb6531 req-88f0ceea-8edc-4857-b6ce-248d263c5c82 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967412 Apr 29 08:56:10.080518 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-c344b1c6-87fb-4dc1-a6a0-259e4316a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:10.085199 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-c344b1c6-87fb-4dc1-a6a0-259e4316a2fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1066971 Apr 29 08:56:10.152641 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084db150-441b-41a2-805e-93fa7fa0f3b8 req-0ba73b16-2cd4-404a-ab51-2f05aa344317 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:10.156648 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-084db150-441b-41a2-805e-93fa7fa0f3b8 req-0ba73b16-2cd4-404a-ab51-2f05aa344317 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0562322 Apr 29 08:56:10.244415 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-084db150-441b-41a2-805e-93fa7fa0f3b8 req-863ad649-f326-40ca-ab52-57b8c9db72ee tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821328 Apr 29 08:56:10.375695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:56:10.469721 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: DOWN; New status is: DOWN {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:11.043935 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944e73f-392c-4565-a7cb-9a12b133a0bf req-878c8b96-e826-4322-abfe-9fb72136caf6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:11.045346 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9944e73f-392c-4565-a7cb-9a12b133a0bf req-878c8b96-e826-4322-abfe-9fb72136caf6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0541871 Apr 29 08:56:11.105945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9944e73f-392c-4565-a7cb-9a12b133a0bf req-7833b049-0683-4e79-add6-4866b0183f78 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527477 Apr 29 08:56:11.358623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76ba87-ae1f-41af-94b9-a03a6cdab34a req-38df4c8f-ba8b-47db-b583-39d0bf2aca79 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:11.360324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3e76ba87-ae1f-41af-94b9-a03a6cdab34a req-38df4c8f-ba8b-47db-b583-39d0bf2aca79 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0510912 Apr 29 08:56:11.409938 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3e76ba87-ae1f-41af-94b9-a03a6cdab34a req-40701a23-06a8-454e-855a-65fff68d1aa9 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Apr 29 08:56:11.486914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-5dac6625-8d01-45aa-a829-890592d827a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:11.489600 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-5dac6625-8d01-45aa-a829-890592d827a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516100 Apr 29 08:56:11.608944 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-df4a119d-13ee-4e91-92fd-128dc2ef8baf service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074908 Apr 29 08:56:11.795298 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d54a53ef-875f-4631-b678-cbbc59f6619c req-adbfb980-94d3-4175-a387-576ffa978eea service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685627 Apr 29 08:56:11.803323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-8438fffe-15d3-4d1f-83e1-365177129cc9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:11.804679 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-8438fffe-15d3-4d1f-83e1-365177129cc9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 815 time: 0.1560097 Apr 29 08:56:11.819426 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-820cb8e0-9547-45c1-a36c-826d3065afbf tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/quotas/6abb4912c175406ca0cefd03e327b7f5 HTTP/1.1" status: 200 len: 375 time: 0.0094366 Apr 29 08:56:11.872371 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-e7088bd7-ffdd-408f-80aa-3fb1a378f6a8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475664 Apr 29 08:56:11.985557 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-9eb7d435-75b1-4164-b88c-a44041c2ff3f service neutron] 10.222.0.31 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999489 Apr 29 08:56:12.078343 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-1e84f156-ef5b-4cc8-9f13-016a9d35f5e3 service neutron] 10.222.0.31 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861204 Apr 29 08:56:12.186831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-0013e678-fe6b-48b5-bc5a-3f8899f007a4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:12.189030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-0013e678-fe6b-48b5-bc5a-3f8899f007a4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0602973 Apr 29 08:56:12.237916 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c224c-b930-44af-82fb-d92028ed3e3a req-c51f84d3-df51-452c-acea-1ad6e58c5054 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:12.246410 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-314c224c-b930-44af-82fb-d92028ed3e3a req-c51f84d3-df51-452c-acea-1ad6e58c5054 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0633464 Apr 29 08:56:12.273913 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bac2d7a8-c515-41a3-95a8-46852e1fc20c req-990ea42f-580d-4012-831e-e3c57d25f58f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 210 time: 0.0386672 Apr 29 08:56:12.304407 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-314c224c-b930-44af-82fb-d92028ed3e3a req-313742b0-6cd3-45ba-8bf4-0858b3429969 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532510 Apr 29 08:56:12.324108 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Deleting port bb464fd8-11f7-4acb-9ffa-b51b7c033221 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:56:12.324487 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:12.420845 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] For port bb464fd8-11f7-4acb-9ffa-b51b7c033221, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=bb464fd8-11f7-4acb-9ffa-b51b7c033221,segment=NetworkSegment(930f8286-5fa3-4b34-abe2-47d2dcfab7f0),segment_id=930f8286-5fa3-4b34-abe2-47d2dcfab7f0)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:12.421479 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:12.442581 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Calling delete_port for bb464fd8-11f7-4acb-9ffa-b51b7c033221 owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:56:12.568113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf576c35-09b4-4d4e-b313-e95181ea14bf req-fc885745-7b41-4d6b-80e7-92c5d49fb7f4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:12.569694 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bf576c35-09b4-4d4e-b313-e95181ea14bf req-fc885745-7b41-4d6b-80e7-92c5d49fb7f4 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 945 time: 0.0675375 Apr 29 08:56:12.665012 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bf576c35-09b4-4d4e-b313-e95181ea14bf req-6d1a2866-7af0-47f7-98cb-c09e85487fd5 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/security-groups?id=53c23511-f8db-4b15-b86b-e947e02008c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831692 Apr 29 08:56:12.693245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (bb464fd8-11f7-4acb-9ffa-b51b7c033221), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:12.725239 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Pushing event deleted for resources: {'Port': ['ID=bb464fd8-11f7-4acb-9ffa-b51b7c033221,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:12.732962 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['bb464fd8-11f7-4acb-9ffa-b51b7c033221'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:56:12.792636 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] No DVR routers for this DVR port bb464fd8-11f7-4acb-9ffa-b51b7c033221 on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:56:12.796337 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:12.800214 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c78c7f1e-3d51-4d1e-84b2-b0f2b9551ff9 req-4b7b2c55-6ac0-4708-92cf-72974215e7e2 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.20 "DELETE /v2.0/ports/bb464fd8-11f7-4acb-9ffa-b51b7c033221 HTTP/1.1" status: 204 len: 173 time: 0.6027033 Apr 29 08:56:12.800701 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'name': 'network-vif-deleted', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:56:12.803309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0119125-2501-4421-b186-b8baba210df2" -d '{"events": [{"server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "name": "network-vif-deleted", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:56:12.846706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e9f643-263f-4038-9f91-cd7106851890 x-openstack-request-id: req-40e9f643-263f-4038-9f91-cd7106851890 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:56:12.846996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2c7e29-e0ec-456b-bd06-ff7127f84e54", "name": "network-vif-deleted", "tag": "bb464fd8-11f7-4acb-9ffa-b51b7c033221", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:56:12.847250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40e9f643-263f-4038-9f91-cd7106851890 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:56:12.847661 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e9f643-263f-4038-9f91-cd7106851890'] response: {'server_uuid': '4a2c7e29-e0ec-456b-bd06-ff7127f84e54', 'name': 'network-vif-deleted', 'tag': 'bb464fd8-11f7-4acb-9ffa-b51b7c033221', 'status': 'completed', 'code': 200} Apr 29 08:56:13.378546 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be1082a9-6e29-408f-8874-d4c8ba98d6c6 req-fb92c6c5-2b35-40e7-a596-a8af76852ecd tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 210 time: 0.0289524 Apr 29 08:56:13.420639 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455206fd-19ca-4cd9-9f7d-9cf1f5a013a2 req-c523f186-241c-405c-a59c-5a9b47a692ab tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:13.422127 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-455206fd-19ca-4cd9-9f7d-9cf1f5a013a2 req-c523f186-241c-405c-a59c-5a9b47a692ab tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0481303 Apr 29 08:56:13.470680 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-455206fd-19ca-4cd9-9f7d-9cf1f5a013a2 req-91eaf689-4944-469a-97ef-6eccdd7ceb67 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420880 Apr 29 08:56:13.650761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-204b0239-761f-45ba-a50b-c11b8a72b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:13.652296 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-204b0239-761f-45ba-a50b-c11b8a72b9b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 1128 time: 0.0763628 Apr 29 08:56:13.774416 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-92033418-8a3c-4e3e-a40b-ab61ce3044e3 req-59d1a061-b9fd-43a7-9924-9cd92c204916 tempest-VolumesSnapshotTestJSON-1697003112 tempest-VolumesSnapshotTestJSON-1697003112-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a2c7e29-e0ec-456b-bd06-ff7127f84e54 HTTP/1.1" status: 200 len: 210 time: 0.0312698 Apr 29 08:56:13.947937 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-f6ac93ac-0bef-4aeb-a9d8-6a780a42607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:13.949797 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-f6ac93ac-0bef-4aeb-a9d8-6a780a42607d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1128 time: 0.0446615 Apr 29 08:56:14.051294 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-349765af-7a94-411a-9c14-36d7c48e5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:14.052909 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-349765af-7a94-411a-9c14-36d7c48e5afa service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.0973592 Apr 29 08:56:14.299959 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-8762b6a6-8068-4ded-ab37-e7389b905280 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 200 len: 1000 time: 0.1334150 Apr 29 08:56:14.359112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-736868aa-d99d-4023-8eb4-94c72f4bb490 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:14.360583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-736868aa-d99d-4023-8eb4-94c72f4bb490 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 815 time: 0.1953487 Apr 29 08:56:14.377246 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-e2fd65ab-6c69-41ba-9221-d062ce1aab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:14.378677 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-e2fd65ab-6c69-41ba-9221-d062ce1aab23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0643582 Apr 29 08:56:14.452363 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'port': {'device_id': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'admin_state_up': True, 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:14.477486 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fdc44098-9336-4afe-b319-dc587c599899 req-95b2d2e2-2bb0-4f09-9bdd-ba074e9a8b51 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 210 time: 0.0324719 Apr 29 08:56:14.520390 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-036248c0-c66d-46b7-9a33-1fe3082f5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:14.521923 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-036248c0-c66d-46b7-9a33-1fe3082f5752 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829880 Apr 29 08:56:14.688350 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-303af9e3-de9f-41d4-9f55-999b6754cfab service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377265 Apr 29 08:56:14.690897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Made reservation on behalf of 6abb4912c175406ca0cefd03e327b7f5 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:56:14.695296 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:14.826288 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbb8b0-38fa-4087-a1b0-4c8954c654f3 req-31c8baeb-34f1-463c-8dbb-ff16b11c6f3a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:14.834764 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dcbb8b0-38fa-4087-a1b0-4c8954c654f3 req-31c8baeb-34f1-463c-8dbb-ff16b11c6f3a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.2678638 Apr 29 08:56:14.949048 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1dcbb8b0-38fa-4087-a1b0-4c8954c654f3 req-f08b7bdc-ba5c-4769-a472-bd96fd87696c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133566 Apr 29 08:56:14.955379 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Allocated IP 172.20.0.14 (0a891c5b-09e7-4302-9ec8-333749c80e11/139a72bc-ecdb-4f42-a772-00af12eb3542/69230ee3-728d-4825-9b39-4cb903b621cf) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:15.214946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for port (69230ee3-728d-4825-9b39-4cb903b621cf), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:15.263082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:15.340899 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:15.346632 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:15.355060 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:15.397192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:15.415830 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:15.416544 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:15.435106 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-fc0952f6-acba-4b65-81df-de8c58523ee0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9863169 Apr 29 08:56:15.605835 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4846e-aa9d-4116-9654-a36688128a32 req-91028bac-dc35-4069-8897-a261dd6cf303 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:15.607209 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4846e-aa9d-4116-9654-a36688128a32 req-91028bac-dc35-4069-8897-a261dd6cf303 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0528474 Apr 29 08:56:15.609741 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-32a81c8b-360f-4ad8-8974-43b9efec8eae None None] Provisioning complete for port 69230ee3-728d-4825-9b39-4cb903b621cf triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:15.610192 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-32a81c8b-360f-4ad8-8974-43b9efec8eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:15.652637 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-32a81c8b-360f-4ad8-8974-43b9efec8eae None None] Port 69230ee3-728d-4825-9b39-4cb903b621cf cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:15.671893 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4846e-aa9d-4116-9654-a36688128a32 req-7243757e-a7a0-4980-9408-9d44de38379c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583827 Apr 29 08:56:16.089765 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d83f7-7dfa-4db3-b055-b1dc70ab55b5 req-59749ea1-da2c-482b-8faf-1867d11b45a1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:16.091328 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8f8d83f7-7dfa-4db3-b055-b1dc70ab55b5 req-59749ea1-da2c-482b-8faf-1867d11b45a1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0524745 Apr 29 08:56:16.141412 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8f8d83f7-7dfa-4db3-b055-b1dc70ab55b5 req-327a9a86-f0ed-4ff4-b0a3-1ec79d77f5e3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Apr 29 08:56:16.418557 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device bb464fd8-11f7-4acb-9ffa-b51b7c033221 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:56:16.573129 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: bb464fd8-11f7-4acb-9ffa-b51b7c033221 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:56:16.573478 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device bb464fd8-11f7-4acb-9ffa-b51b7c033221 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:56:16.807438 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b917b9-e89f-4726-a40e-b7b48266d4ce req-0eab2240-4b3b-4996-9358-c6ac1a00abb7 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:16.809179 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84b917b9-e89f-4726-a40e-b7b48266d4ce req-0eab2240-4b3b-4996-9358-c6ac1a00abb7 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0558860 Apr 29 08:56:16.864766 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-84b917b9-e89f-4726-a40e-b7b48266d4ce req-e3de9b16-2db1-4e2a-9535-421a229c8ac5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 Apr 29 08:56:17.301026 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ce40e-e856-4dc9-a934-ff9c382db2c7 req-c6e0a05f-b218-485c-be4e-8c04212fa48f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:17.304910 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af0ce40e-e856-4dc9-a934-ff9c382db2c7 req-c6e0a05f-b218-485c-be4e-8c04212fa48f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0828197 Apr 29 08:56:17.391749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af0ce40e-e856-4dc9-a934-ff9c382db2c7 req-66270804-5531-4b23-a16c-430efd11dcbe tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790882 Apr 29 08:56:18.037961 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a07bf-9727-472e-ad3b-defcdf07156b req-b5ee2063-863b-4c98-ab35-c8ff9bffae26 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:18.039497 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e4a07bf-9727-472e-ad3b-defcdf07156b req-b5ee2063-863b-4c98-ab35-c8ff9bffae26 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0911536 Apr 29 08:56:18.088871 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e4a07bf-9727-472e-ad3b-defcdf07156b req-75717ca7-bf29-480d-9fa7-4d126f5d3ca1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Apr 29 08:56:18.540700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6a24a-5431-4b02-a13d-44a98d73f205 req-5d13d84e-ae11-4857-820f-caf3291aec7f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:18.542264 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-87c6a24a-5431-4b02-a13d-44a98d73f205 req-5d13d84e-ae11-4857-820f-caf3291aec7f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0607843 Apr 29 08:56:18.591764 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-87c6a24a-5431-4b02-a13d-44a98d73f205 req-87e185a3-0520-4d65-b1eb-791ff446d546 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 Apr 29 08:56:19.206979 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1c45-af50-43bf-95a2-7952dc3c114a req-7505b05d-7c28-4f02-bb9e-ce40c7cf4a2f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:19.208833 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-722f1c45-af50-43bf-95a2-7952dc3c114a req-7505b05d-7c28-4f02-bb9e-ce40c7cf4a2f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0490456 Apr 29 08:56:19.255936 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-722f1c45-af50-43bf-95a2-7952dc3c114a req-33f871a3-8452-4a9a-9ea0-8998fa64698f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Apr 29 08:56:19.711084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a233d-ec65-4ed0-979c-af9a208f8da5 req-59860098-e16a-4d0f-8139-d134746d9717 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:19.712603 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2b6a233d-ec65-4ed0-979c-af9a208f8da5 req-59860098-e16a-4d0f-8139-d134746d9717 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0477479 Apr 29 08:56:19.759594 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2b6a233d-ec65-4ed0-979c-af9a208f8da5 req-4003c206-95a7-499e-8756-c409132723aa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Apr 29 08:56:20.379589 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365105-17c0-41a4-9578-a9615860c6e1 req-fb39d271-9510-4f38-94b7-8b5a32e88064 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:20.381660 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f365105-17c0-41a4-9578-a9615860c6e1 req-fb39d271-9510-4f38-94b7-8b5a32e88064 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0521336 Apr 29 08:56:20.439585 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f365105-17c0-41a4-9578-a9615860c6e1 req-f2695680-c106-4fc2-b0ad-ef29bcc7c6fb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523846 Apr 29 08:56:20.898862 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc82b14-291f-4ce3-95b5-58db366de233 req-41cdcecd-c666-4fdb-97b9-f61d36ac26b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:20.900590 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9dc82b14-291f-4ce3-95b5-58db366de233 req-41cdcecd-c666-4fdb-97b9-f61d36ac26b9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0611498 Apr 29 08:56:20.957309 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9dc82b14-291f-4ce3-95b5-58db366de233 req-0aa69135-8fa3-4550-bb17-02635252a29d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505397 Apr 29 08:56:21.569539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437623e1-f982-4ed6-b20d-12407e10df30 req-39e67124-56cf-4902-bad6-09600757db43 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:21.572303 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-437623e1-f982-4ed6-b20d-12407e10df30 req-39e67124-56cf-4902-bad6-09600757db43 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0544746 Apr 29 08:56:21.634009 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-437623e1-f982-4ed6-b20d-12407e10df30 req-1e135ced-92eb-49f9-92ba-a084f3317b93 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548344 Apr 29 08:56:22.079084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad291da8-d9e4-4e71-b276-98deab1c155e req-ab89d2f8-64db-4fd1-9b70-433dcdbe7ec8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:22.080627 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ad291da8-d9e4-4e71-b276-98deab1c155e req-ab89d2f8-64db-4fd1-9b70-433dcdbe7ec8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0475852 Apr 29 08:56:22.126829 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ad291da8-d9e4-4e71-b276-98deab1c155e req-ad956b29-3813-4d2a-be05-bce0ed03dd55 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Apr 29 08:56:22.791541 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe1cec-80b6-4d93-b1dc-740f9975a68b req-63486f1d-6bef-4fc0-b99e-5eb88a475701 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:22.794547 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0fe1cec-80b6-4d93-b1dc-740f9975a68b req-63486f1d-6bef-4fc0-b99e-5eb88a475701 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0682116 Apr 29 08:56:22.845798 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d0fe1cec-80b6-4d93-b1dc-740f9975a68b req-5d9da213-8e89-4fa0-94c8-c67b6db1d28d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465932 Apr 29 08:56:23.267341 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd876b-1de9-4983-a2f1-622863604b65 req-b877e587-fa26-4433-b6fc-5667f2133125 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:23.269309 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5bdd876b-1de9-4983-a2f1-622863604b65 req-b877e587-fa26-4433-b6fc-5667f2133125 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0542178 Apr 29 08:56:23.341723 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5bdd876b-1de9-4983-a2f1-622863604b65 req-1eccbf9e-4ee3-47ee-9b22-0f2239d588a7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638244 Apr 29 08:56:23.971209 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfad392-a144-4532-989c-cad18d2575d9 req-af4ab3d4-408f-4bd7-a972-bf85c0b5bc1e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:23.972709 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4bfad392-a144-4532-989c-cad18d2575d9 req-af4ab3d4-408f-4bd7-a972-bf85c0b5bc1e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0560861 Apr 29 08:56:24.027460 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4bfad392-a144-4532-989c-cad18d2575d9 req-d21d5395-ae92-4808-84a6-3b4c8633b13b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Apr 29 08:56:24.473514 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890618e3-6d36-44c4-b656-14b187036e98 req-abcfb2fc-da67-419f-9fc2-03ed3feed613 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:24.475665 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-890618e3-6d36-44c4-b656-14b187036e98 req-abcfb2fc-da67-419f-9fc2-03ed3feed613 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0504117 Apr 29 08:56:24.526509 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-890618e3-6d36-44c4-b656-14b187036e98 req-c99b6a7e-ea2a-4f6a-bae3-20cfbc8fa439 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446072 Apr 29 08:56:25.152374 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e913e71-7c9e-4a4a-bd4f-b98b01acc0ac req-071fe3ef-a009-4f60-a12b-b3ce993efe48 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:25.153881 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e913e71-7c9e-4a4a-bd4f-b98b01acc0ac req-071fe3ef-a009-4f60-a12b-b3ce993efe48 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0534770 Apr 29 08:56:25.209777 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e913e71-7c9e-4a4a-bd4f-b98b01acc0ac req-f06d320d-a578-4a11-8a6e-40b9374332ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Apr 29 08:56:25.658119 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f711d0-d1c2-4e79-bf75-cd854281fc73 req-8e3198e4-d466-49db-903d-8ba6ae0b30cb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:25.660657 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-70f711d0-d1c2-4e79-bf75-cd854281fc73 req-8e3198e4-d466-49db-903d-8ba6ae0b30cb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0563266 Apr 29 08:56:25.722569 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-70f711d0-d1c2-4e79-bf75-cd854281fc73 req-de020fd5-cf5c-42d3-88f4-20ee01c341bf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554883 Apr 29 08:56:26.196187 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:56:26.363863 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be5187-0a12-4723-b8a7-f6cb34b076f4 req-591e94ec-893c-4a22-bf41-fb0f71d37a61 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:26.366479 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-35be5187-0a12-4723-b8a7-f6cb34b076f4 req-591e94ec-893c-4a22-bf41-fb0f71d37a61 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0569701 Apr 29 08:56:26.414665 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-35be5187-0a12-4723-b8a7-f6cb34b076f4 req-4d718409-3294-469d-b7c4-3797391d5546 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Apr 29 08:56:26.852338 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31a2b-ed84-4b11-91ea-a4069b3ebd65 req-fc0ec88b-5cb8-4b6e-8843-58e066333139 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:26.853959 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94b31a2b-ed84-4b11-91ea-a4069b3ebd65 req-fc0ec88b-5cb8-4b6e-8843-58e066333139 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0517950 Apr 29 08:56:26.912498 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94b31a2b-ed84-4b11-91ea-a4069b3ebd65 req-10580890-a92f-4a96-ab86-7b7f258be650 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530279 Apr 29 08:56:27.538493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ed3b9-6947-4410-83e2-4113975bff8d req-1990ad35-46cb-410d-96f3-fbe058563cab tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:27.539929 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e40ed3b9-6947-4410-83e2-4113975bff8d req-1990ad35-46cb-410d-96f3-fbe058563cab tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0508325 Apr 29 08:56:27.597257 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e40ed3b9-6947-4410-83e2-4113975bff8d req-480ac555-2fbd-4690-8dd1-759b2f522ae5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 Apr 29 08:56:28.035469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3320-395e-484a-af06-be22c7441f5c req-757a555b-4c25-4cfe-86b5-848079ad9011 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:28.037106 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-81ec3320-395e-484a-af06-be22c7441f5c req-757a555b-4c25-4cfe-86b5-848079ad9011 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0494623 Apr 29 08:56:28.085817 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-81ec3320-395e-484a-af06-be22c7441f5c req-cb5597d1-61b9-44f7-821c-e10b9e72fdba tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Apr 29 08:56:28.715309 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3f3f-2ea9-40e0-aa6f-e7bccee8cf97 req-a453c591-777e-4a41-8c54-884f4133b6d1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:28.722570 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7d2d3f3f-2ea9-40e0-aa6f-e7bccee8cf97 req-a453c591-777e-4a41-8c54-884f4133b6d1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0549111 Apr 29 08:56:28.784954 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7d2d3f3f-2ea9-40e0-aa6f-e7bccee8cf97 req-820e1812-1ae7-4b4c-b277-f10ecc146f57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615234 Apr 29 08:56:29.211821 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aaa1-b0de-4bba-a84d-d2e90a5c4dc5 req-1a79daee-8ca9-4c07-86bd-023bfb7c7057 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:29.213325 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7ab1aaa1-b0de-4bba-a84d-d2e90a5c4dc5 req-1a79daee-8ca9-4c07-86bd-023bfb7c7057 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0508068 Apr 29 08:56:29.262540 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7ab1aaa1-b0de-4bba-a84d-d2e90a5c4dc5 req-8e43582c-827a-400c-ba11-72514a708580 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 Apr 29 08:56:29.798251 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a2592d50-34b2-4298-8c18-eae5647be909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:29.899929 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe31af-6ce8-4f79-b724-69439521c4d4 req-06489d56-0014-4728-b05f-abd544dad698 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:29.901410 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49fe31af-6ce8-4f79-b724-69439521c4d4 req-06489d56-0014-4728-b05f-abd544dad698 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0473859 Apr 29 08:56:29.956760 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49fe31af-6ce8-4f79-b724-69439521c4d4 req-b07a42ec-15d8-4ecb-a26c-18b1a6df8ce6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Apr 29 08:56:30.392938 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe83f0-a809-485d-8c3f-5aed1446e3a5 req-83f536c3-65d6-40bf-afb3-976f010b395e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:30.394811 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d7fe83f0-a809-485d-8c3f-5aed1446e3a5 req-83f536c3-65d6-40bf-afb3-976f010b395e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0541973 Apr 29 08:56:30.447392 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d7fe83f0-a809-485d-8c3f-5aed1446e3a5 req-6d06743e-9233-4103-879a-477962559af5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Apr 29 08:56:31.103666 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66766e4-04ca-43c5-b7b5-4c465dc481f2 req-a2bf4eb8-210c-445d-87d3-84f5961571ec tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:31.105838 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f66766e4-04ca-43c5-b7b5-4c465dc481f2 req-a2bf4eb8-210c-445d-87d3-84f5961571ec tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0666070 Apr 29 08:56:31.160439 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f66766e4-04ca-43c5-b7b5-4c465dc481f2 req-850ec92b-f776-4279-becc-9ba8afd2e49e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Apr 29 08:56:31.572331 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f329b-5c3b-46d3-a2b5-69f4ef976109 req-5674f6b6-e82e-4b6d-8fe2-1fd131df0f53 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:31.573825 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bf1f329b-5c3b-46d3-a2b5-69f4ef976109 req-5674f6b6-e82e-4b6d-8fe2-1fd131df0f53 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0474069 Apr 29 08:56:31.625324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bf1f329b-5c3b-46d3-a2b5-69f4ef976109 req-bc77ca03-919f-4514-b00c-e91030333764 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459681 Apr 29 08:56:32.080280 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eeae461d-8926-489d-8106-59dfe0d0efe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:32.281311 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cf5d8-6905-426e-be3d-2e5df4a2bbc8 req-0e2e4c2f-20f3-4f1a-8eb2-99381a732a10 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:32.282852 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f3cf5d8-6905-426e-be3d-2e5df4a2bbc8 req-0e2e4c2f-20f3-4f1a-8eb2-99381a732a10 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0534561 Apr 29 08:56:32.331870 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6f3cf5d8-6905-426e-be3d-2e5df4a2bbc8 req-8e411acb-d28b-4047-9739-acc972db8f72 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Apr 29 08:56:32.758854 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258597d0-5de7-4b2b-bbba-cf53ccb344c0 req-2e97c9d7-a2c7-4d9b-a52e-64be646d63a4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:32.761112 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-258597d0-5de7-4b2b-bbba-cf53ccb344c0 req-2e97c9d7-a2c7-4d9b-a52e-64be646d63a4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0566676 Apr 29 08:56:32.813011 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-258597d0-5de7-4b2b-bbba-cf53ccb344c0 req-df0a5b74-8aec-4fa8-86db-d43e8df4da9e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Apr 29 08:56:33.458212 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331713e-4bd1-4adc-bf12-c746f39c4996 req-813e9674-11cb-4147-a57e-52ce90fa510d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:33.459704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4331713e-4bd1-4adc-bf12-c746f39c4996 req-813e9674-11cb-4147-a57e-52ce90fa510d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0585701 Apr 29 08:56:33.512007 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4331713e-4bd1-4adc-bf12-c746f39c4996 req-3952d0d4-dbe3-4f73-ac6e-59f7b50b0258 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Apr 29 08:56:33.640168 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:33.938913 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f58908-a287-417e-ae61-a2660a08959f req-4b072d9f-6f70-40db-a1cc-e47b2e3f2089 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:33.940519 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-07f58908-a287-417e-ae61-a2660a08959f req-4b072d9f-6f70-40db-a1cc-e47b2e3f2089 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0536406 Apr 29 08:56:33.993129 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-07f58908-a287-417e-ae61-a2660a08959f req-27a24b06-2083-4b5c-8c53-ddbe732678e8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Apr 29 08:56:34.628783 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f288a06-9a93-48e8-9891-98c56b54e1dc req-2c106203-9a49-47f5-82aa-7fa999c0cbda tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:34.630670 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7f288a06-9a93-48e8-9891-98c56b54e1dc req-2c106203-9a49-47f5-82aa-7fa999c0cbda tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0513642 Apr 29 08:56:34.765196 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:34.919035 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7f288a06-9a93-48e8-9891-98c56b54e1dc req-188cfa89-b96a-48cf-96a0-c8f543b07af5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828059 Apr 29 08:56:35.123887 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2511-89a7-49dc-823a-d2aee0450a97 req-908063c1-7058-4c4a-9685-6994ae3e487e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:35.125557 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bbce2511-89a7-49dc-823a-d2aee0450a97 req-908063c1-7058-4c4a-9685-6994ae3e487e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0542982 Apr 29 08:56:35.177242 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bbce2511-89a7-49dc-823a-d2aee0450a97 req-5dbc7c50-9c2b-4c42-9ab3-777c69366e1f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451071 Apr 29 08:56:36.042560 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3456a6-d031-466d-834d-83c0df9aaf04 req-40bd5327-e403-4d4c-a1e4-4f7cd951352d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:36.044115 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ba3456a6-d031-466d-834d-83c0df9aaf04 req-40bd5327-e403-4d4c-a1e4-4f7cd951352d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 932 time: 0.0487864 Apr 29 08:56:36.091760 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ba3456a6-d031-466d-834d-83c0df9aaf04 req-7336af2f-3d9c-4f43-8ef3-d56d653df983 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Apr 29 08:56:36.304674 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Request body: {'port': {'device_id': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:36.327613 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.358854 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17723b8c-d53b-40ab-a8f4-a260e246f51a req-b0acf98d-eec1-416d-be0d-93207b0bd348 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:36.360352 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17723b8c-d53b-40ab-a8f4-a260e246f51a req-b0acf98d-eec1-416d-be0d-93207b0bd348 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1039143 Apr 29 08:56:36.452653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.490321 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-6137d996-445a-483b-869f-5f4c6c15e0dc service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525926 Apr 29 08:56:36.496342 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17723b8c-d53b-40ab-a8f4-a260e246f51a req-27a3f53c-d204-474e-b79f-791a8e704029 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271360 Apr 29 08:56:36.544922 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.748959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69230ee3-728d-4825-9b39-4cb903b621cf {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:56:36.756245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks [] for port (69230ee3-728d-4825-9b39-4cb903b621cf), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.768150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Transition to ACTIVE for port object 69230ee3-728d-4825-9b39-4cb903b621cf will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:56:36.772094 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.820856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:36.903392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Attempting to bind port 69230ee3-728d-4825-9b39-4cb903b621cf on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:36.903872 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Attempting to bind port 69230ee3-728d-4825-9b39-4cb903b621cf by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:36.904312 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Attempting to bind port 69230ee3-728d-4825-9b39-4cb903b621cf on network 0a891c5b-09e7-4302-9ec8-333749c80e11 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:36.909076 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Port 69230ee3-728d-4825-9b39-4cb903b621cf on network 0a891c5b-09e7-4302-9ec8-333749c80e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:56:36.909503 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Attempting to bind port 69230ee3-728d-4825-9b39-4cb903b621cf on network 0a891c5b-09e7-4302-9ec8-333749c80e11 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:36.916927 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:36.917272 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Checking segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:36.917661 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Bound using segment: {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:36.918162 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Bound port: 69230ee3-728d-4825-9b39-4cb903b621cf, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:36.918543 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:36.999897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:37.003395 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:37.010974 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:37.045697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:37.046344 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:37.048184 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] 10.222.0.20 "PUT /v2.0/ports/69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 1094 time: 0.8091586 Apr 29 08:56:37.048575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:56:37.051165 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147e6ef-1c01-4bba-8156-65cd9ae3f129" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:56:37.076957 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf418b61-4030-4c8d-84c3-6dd0b11a9d94 service neutron] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:37.303802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662cb2ca-dfac-407e-b4ad-6354e2ea52df x-openstack-request-id: req-662cb2ca-dfac-407e-b4ad-6354e2ea52df {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:56:37.304102 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:56:37.311476 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-662cb2ca-dfac-407e-b4ad-6354e2ea52df {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:56:37.312787 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662cb2ca-dfac-407e-b4ad-6354e2ea52df'] response: {'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 08:56:37.344615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324cbe5-44fd-4995-98d9-e0592454bbc5 req-5caf13d8-81de-4887-a0a0-309a253fb2e8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:37.346827 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0324cbe5-44fd-4995-98d9-e0592454bbc5 req-5caf13d8-81de-4887-a0a0-309a253fb2e8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.1152480 Apr 29 08:56:37.466689 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0324cbe5-44fd-4995-98d9-e0592454bbc5 req-33221a13-da1b-47ff-a953-cb48cd2f85b4 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086447 Apr 29 08:56:37.652847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d1b7e-f030-4851-ac95-4bb632a014b8 req-806d1ca9-52d9-45b4-b947-27f8a17db69f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:37.655292 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ec3d1b7e-f030-4851-ac95-4bb632a014b8 req-806d1ca9-52d9-45b4-b947-27f8a17db69f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0606396 Apr 29 08:56:37.720431 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ec3d1b7e-f030-4851-ac95-4bb632a014b8 req-393bae42-5afd-4230-8797-3d12e15bba73 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580783 Apr 29 08:56:38.873946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab76f-0a03-447d-9a28-b7d55181efe1 req-e3b597ce-4355-4497-9a42-8acd2fea9f84 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:38.875451 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fb4ab76f-0a03-447d-9a28-b7d55181efe1 req-e3b597ce-4355-4497-9a42-8acd2fea9f84 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.3100502 Apr 29 08:56:38.906298 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeefbe8-18d1-4e9a-85f6-422b1a206012 req-5ad1fd1f-f97e-4df5-b212-f0731d4fe5f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:38.908745 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eeeefbe8-18d1-4e9a-85f6-422b1a206012 req-5ad1fd1f-f97e-4df5-b212-f0731d4fe5f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0815547 Apr 29 08:56:38.948438 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fb4ab76f-0a03-447d-9a28-b7d55181efe1 req-667d423a-5e7e-47dd-956b-ee5a07611975 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655038 Apr 29 08:56:38.984706 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eeeefbe8-18d1-4e9a-85f6-422b1a206012 req-fa187e77-f15c-4a11-b08b-ff65583c0d2b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690351 Apr 29 08:56:40.072746 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5334555-312d-40a7-9cd7-3c09d7b0c791 req-e95370ed-26c2-4c6d-ada5-7b3669dc6e71 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:40.074386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5334555-312d-40a7-9cd7-3c09d7b0c791 req-e95370ed-26c2-4c6d-ada5-7b3669dc6e71 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0484006 Apr 29 08:56:40.135438 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed34207-4edd-4f30-a81a-88ad9d209f61 req-755edc26-a7f7-4f62-baa1-6c207def4524 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:40.136193 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5334555-312d-40a7-9cd7-3c09d7b0c791 req-dd7b34c5-8238-4b0f-94a0-b99660b80284 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549157 Apr 29 08:56:40.138481 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ed34207-4edd-4f30-a81a-88ad9d209f61 req-755edc26-a7f7-4f62-baa1-6c207def4524 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0757577 Apr 29 08:56:40.203219 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ed34207-4edd-4f30-a81a-88ad9d209f61 req-484c8e22-7c16-4d2d-9153-385d5d9dc890 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506244 Apr 29 08:56:41.269933 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dc350-f93c-4904-b536-b1ad9bae1ff4 req-477a5811-c438-4351-a4de-ae7bfe7b6f6b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:41.277114 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-515dc350-f93c-4904-b536-b1ad9bae1ff4 req-477a5811-c438-4351-a4de-ae7bfe7b6f6b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0610635 Apr 29 08:56:41.324926 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-515dc350-f93c-4904-b536-b1ad9bae1ff4 req-208b577a-d631-4ae7-8fc9-a7de8e8639a9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Apr 29 08:56:41.375934 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccf099-222a-48e4-ac12-39a9eb752f9f req-2912944f-8880-419c-a407-298aecb61a60 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:41.388466 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b7ccf099-222a-48e4-ac12-39a9eb752f9f req-2912944f-8880-419c-a407-298aecb61a60 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0970955 Apr 29 08:56:41.440022 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b7ccf099-222a-48e4-ac12-39a9eb752f9f req-7db531c3-0141-4eb9-8d6b-18f369e05387 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504608 Apr 29 08:56:42.443006 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4a451-f098-4cab-beaf-28b0f66bbfc5 req-6dd35705-659a-4873-a325-99276a06545a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:42.444543 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f7a4a451-f098-4cab-beaf-28b0f66bbfc5 req-6dd35705-659a-4873-a325-99276a06545a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0494425 Apr 29 08:56:42.501385 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f7a4a451-f098-4cab-beaf-28b0f66bbfc5 req-1f9baf3d-a65a-4143-9a79-3961ab8100a9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Apr 29 08:56:42.580038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766040-eeab-4a15-acf7-f8e2ca9fe762 req-840ecae9-54e1-4542-a9e4-21f8a2247763 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:42.581907 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4766040-eeab-4a15-acf7-f8e2ca9fe762 req-840ecae9-54e1-4542-a9e4-21f8a2247763 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0514195 Apr 29 08:56:42.633416 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b4766040-eeab-4a15-acf7-f8e2ca9fe762 req-e116021f-3916-441e-bd65-aab81a862ece tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455937 Apr 29 08:56:43.629806 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b809e-0f6c-4881-a558-1f12ad682d6c req-274e8814-e32d-4638-a671-3361cf97a88b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:43.631831 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-325b809e-0f6c-4881-a558-1f12ad682d6c req-274e8814-e32d-4638-a671-3361cf97a88b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0577912 Apr 29 08:56:43.692354 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-325b809e-0f6c-4881-a558-1f12ad682d6c req-1604b14c-8782-40cc-b46c-5a2e30b71138 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Apr 29 08:56:43.774945 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67bd9a-60ff-48c3-ab64-3d60058a3edd req-0b911dd2-19b1-468b-ab2b-896c21f56ff0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:43.776466 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d67bd9a-60ff-48c3-ab64-3d60058a3edd req-0b911dd2-19b1-468b-ab2b-896c21f56ff0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0515437 Apr 29 08:56:43.832387 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2d67bd9a-60ff-48c3-ab64-3d60058a3edd req-99d813a4-4eb2-41fd-8912-ca141191463e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500166 Apr 29 08:56:44.873681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235321-1257-46f6-80f4-a815ec436a23 req-20bbfc1b-2a25-444c-a4bf-8ed564b5f545 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:44.877657 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b235321-1257-46f6-80f4-a815ec436a23 req-20bbfc1b-2a25-444c-a4bf-8ed564b5f545 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0945671 Apr 29 08:56:44.994643 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b235321-1257-46f6-80f4-a815ec436a23 req-12accbbf-0971-46ff-8281-39968e980a84 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042039 Apr 29 08:56:45.081859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d354be9-b152-498d-8131-78f06d888d23 req-3539b494-5716-465d-a3d3-1cde15601627 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:45.085073 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d354be9-b152-498d-8131-78f06d888d23 req-3539b494-5716-465d-a3d3-1cde15601627 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1096797 Apr 29 08:56:45.152870 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d354be9-b152-498d-8131-78f06d888d23 req-eec4fc7c-6aca-4dab-acc9-b2137181d782 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572436 Apr 29 08:56:46.139933 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2a7e-4c4b-4c84-a94e-ccace066814f req-e78cfeda-ae5d-44fc-abab-fa70239ab8a4 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:46.143058 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a70b2a7e-4c4b-4c84-a94e-ccace066814f req-e78cfeda-ae5d-44fc-abab-fa70239ab8a4 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0502515 Apr 29 08:56:46.200075 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a70b2a7e-4c4b-4c84-a94e-ccace066814f req-c957028d-19db-4053-b8ed-6a2acf96fc21 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Apr 29 08:56:46.354188 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ddbf9-c949-4163-aae0-195ce4100505 req-f4029691-866f-43d2-ac9b-6e79df68ca3a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:46.357216 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8ddbf9-c949-4163-aae0-195ce4100505 req-f4029691-866f-43d2-ac9b-6e79df68ca3a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1007159 Apr 29 08:56:46.429412 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de8ddbf9-c949-4163-aae0-195ce4100505 req-1ff45b3f-fab1-48ab-a324-eb46cc5b9f09 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618320 Apr 29 08:56:47.325492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d9b98-71dd-4faa-8e13-b459e28c3e3f req-e1d37c71-cfb0-4a75-876b-a9e1fc2ed2f0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:47.327715 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dd4d9b98-71dd-4faa-8e13-b459e28c3e3f req-e1d37c71-cfb0-4a75-876b-a9e1fc2ed2f0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0499175 Apr 29 08:56:47.381828 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dd4d9b98-71dd-4faa-8e13-b459e28c3e3f req-bda25e6f-200a-46c0-88e8-f372920be950 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483475 Apr 29 08:56:47.424514 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58836) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:47.477621 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Deleting subnet 3030e453-f86d-4a91-a3da-0eaac211a177 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 08:56:47.481403 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Publish callbacks [] for subnet (3030e453-f86d-4a91-a3da-0eaac211a177), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.521231 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (3030e453-f86d-4a91-a3da-0eaac211a177), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.596615 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (3030e453-f86d-4a91-a3da-0eaac211a177), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.604870 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2ce9-38ce-4a88-be46-feacca8b9b61 req-bf1fc8fe-77ba-4d5b-9248-66aa877fc01d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:47.606345 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44da2ce9-38ce-4a88-be46-feacca8b9b61 req-bf1fc8fe-77ba-4d5b-9248-66aa877fc01d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0659301 Apr 29 08:56:47.688523 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-44da2ce9-38ce-4a88-be46-feacca8b9b61 req-81c80fe4-1fb3-4367-9b99-c1d1a8669185 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637779 Apr 29 08:56:47.693266 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (3030e453-f86d-4a91-a3da-0eaac211a177), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.722252 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.726152 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3030e453-f86d-4a91-a3da-0eaac211a177 HTTP/1.1" status: 204 len: 168 time: 0.3006074 Apr 29 08:56:47.727500 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3030e453-f86d-4a91-a3da-0eaac211a177,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:47.728959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58840) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:47.742277 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.742629 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.742978 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.743326 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.743667 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.744005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.744445 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.744808 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.745145 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.745488 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.745819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.746155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.746496 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.746820 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.747149 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85fcbfe-e9ce-4dff-8139-525d2e8ff37b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:47.798446 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.881343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.901600 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e99b47ac0>,) {'filters': {'network_id': ['f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:47.911411 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99b47ac0>, '930f8286-5fa3-4b34-abe2-47d2dcfab7f0') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:47.911750 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99b47ac0>, '930f8286-5fa3-4b34-abe2-47d2dcfab7f0') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:47.921654 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (930f8286-5fa3-4b34-abe2-47d2dcfab7f0), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.936535 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (930f8286-5fa3-4b34-abe2-47d2dcfab7f0), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.942837 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 08:56:47.943284 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (930f8286-5fa3-4b34-abe2-47d2dcfab7f0), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 08:56:47.945156 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 08:56:48.006197 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.012095 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.018237 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1 HTTP/1.1" status: 204 len: 168 time: 0.2859943 Apr 29 08:56:48.031290 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cace23-d1cd-4274-9502-7aecb7df5106 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f44d9f-d67a-42a4-ae05-6cfe31d44fd1,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:48.202532 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58844) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:48.260005 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-975b3176-02b0-4a44-907a-59d257adf3c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c0d26c7abcc4bc7b175ac175bb5f2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0561614 Apr 29 08:56:48.264714 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58846) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:48.336739 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Publish callbacks [] for security_group (53c23511-f8db-4b15-b86b-e947e02008c3), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.359694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Publish callbacks [] for security_group (53c23511-f8db-4b15-b86b-e947e02008c3), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.432882 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (53c23511-f8db-4b15-b86b-e947e02008c3), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.436567 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:48.445768 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53c23511-f8db-4b15-b86b-e947e02008c3 HTTP/1.1" status: 204 len: 168 time: 0.1799271 Apr 29 08:56:48.455912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c23511-f8db-4b15-b86b-e947e02008c3,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:48.464731 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.465802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.466337 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.466845 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.467347 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.467845 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.468402 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.469096 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.469780 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.470276 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.470817 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.471428 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.471930 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.472467 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.473479 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6907d-c482-4244-8d2b-260d4d3dbf1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:48.574120 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ed5fc-bd89-4574-a664-f2da384c3a9e req-ae028ff0-6f95-41f9-a4e4-b8491b15cca0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:48.575921 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c6ed5fc-bd89-4574-a664-f2da384c3a9e req-ae028ff0-6f95-41f9-a4e4-b8491b15cca0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0952876 Apr 29 08:56:48.653990 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c6ed5fc-bd89-4574-a664-f2da384c3a9e req-12951d15-ddc0-4975-ab17-a989b6624365 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675735 Apr 29 08:56:48.818361 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6056-552b-46cc-ba5c-2f2f8e123a6d req-0213ed00-f830-455e-8766-3702cbed9e13 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:48.820114 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff1f6056-552b-46cc-ba5c-2f2f8e123a6d req-0213ed00-f830-455e-8766-3702cbed9e13 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0505936 Apr 29 08:56:48.875889 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ff1f6056-552b-46cc-ba5c-2f2f8e123a6d req-192c7737-443c-4e13-88de-a687584500db tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502338 Apr 29 08:56:49.255562 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58872) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:49.354731 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711204624-network', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:49.375215 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Made reservation on behalf of d8dd37ae188e415e86f551e3f760319e for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:56:49.377500 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.386642 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.471641 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks [] for security_group (b03acf3b-e9f8-49b8-b79d-155996720008), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.476571 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b03acf3b-e9f8-49b8-b79d-155996720008), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.502318 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:56:49.512890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03acf3b-e9f8-49b8-b79d-155996720008,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:49.517796 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (07522d4a-66a2-4af7-8830-260c52f09877), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.518193 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Added segment 07522d4a-66a2-4af7-8830-260c52f09877 of type vlan for network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 Apr 29 08:56:49.563438 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (1a8d7fea-92bf-4f68-8779-641df4ec3db8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.589272 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (1a8d7fea-92bf-4f68-8779-641df4ec3db8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.590342 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:49.590973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.640849 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3840797 Apr 29 08:56:49.643818 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58876) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:49.651755 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Request body: {'subnet': {'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711204624-subnet', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:49.688948 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Made reservation on behalf of d8dd37ae188e415e86f551e3f760319e for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:56:49.693531 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:49.702089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b732-c4a1-4a6c-af33-b446f31df09e admin admin] Pushing event updated for resources: {'Network': ['ID=1a8d7fea-92bf-4f68-8779-641df4ec3db8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:49.712783 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:56:49.798870 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840816bf-6df5-4d92-8a2e-b8bac49a94e9 req-122ab33e-41fe-42e5-88af-8dbb1381b3a1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:49.800494 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-840816bf-6df5-4d92-8a2e-b8bac49a94e9 req-122ab33e-41fe-42e5-88af-8dbb1381b3a1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0570793 Apr 29 08:56:49.855583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-840816bf-6df5-4d92-8a2e-b8bac49a94e9 req-a9cb1e53-3421-4174-982d-7df432ac11f5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485945 Apr 29 08:56:49.930192 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (9cebad59-cdce-444e-967b-092d8033fca6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.027480 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cebad59-cdce-444e-967b-092d8033fca6,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:50.041157 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6629317-afb9-4f29-a8d6-1bd4d2cc2cb0 req-265b5cee-7f9b-4eb9-b63c-1d263e8b54d3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:50.042634 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6629317-afb9-4f29-a8d6-1bd4d2cc2cb0 req-265b5cee-7f9b-4eb9-b63c-1d263e8b54d3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0800469 Apr 29 08:56:50.058811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:50.059084 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Network hostable DHCP agents. Network: 1a8d7fea-92bf-4f68-8779-641df4ec3db8, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:56:50.105224 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:56:50.111063 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a6629317-afb9-4f29-a8d6-1bd4d2cc2cb0 req-72b91dca-ff18-484e-bd92-ca64e4e1e94b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609360 Apr 29 08:56:50.119674 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 1a8d7fea-92bf-4f68-8779-641df4ec3db8) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:50.124387 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:50.125169 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.131735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b06614-5942-4267-9d60-a4636bca8a82 None None] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:56:50.148537 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5c4fa923-9f2a-4b59-9a80-0c3f9d0540cc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5035505 Apr 29 08:56:50.151216 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58882) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:50.155645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:50.183488 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.185219 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.256536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for router_controller (0f41f9f2-acce-4ca5-a0b9-043716d0e670), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.263774 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:56:50.264757 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.432504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for router_gateway (0f41f9f2-acce-4ca5-a0b9-043716d0e670), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.440582 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Allocated IP 172.20.0.2 (1a8d7fea-92bf-4f68-8779-641df4ec3db8/9cebad59-cdce-444e-967b-092d8033fca6/cff88ce1-58a8-48c6-a6c6-ba1c353fd08e) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:50.612937 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks [] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.620178 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.647539 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for router_gateway (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.657867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:50.665177 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:50.667690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:50.668709 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.675222 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Pushing event updated for resources: {'Port': ['ID=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:50.761352 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Attempting to bind port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:50.762214 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Attempting to bind port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:50.762214 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Attempting to bind port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:50.777539 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:50.778003 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:50.778324 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.778725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Bound using segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:50.779198 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Bound port: cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:50.779602 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.809991 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Allocated IP 172.27.0.81 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:50.854868 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] For port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:50.858871 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] For port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:50.865723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:50.924033 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab68a9-d735-4056-9a6f-e84b1d2cdc09 None None] Pushing event updated for resources: {'Port': ['ID=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:50.941121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:51.012781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf60348-363b-4552-bd23-4fc4906ffe75 req-bb134389-198e-4e93-83fb-976188a7ac99 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:51.014397 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cdf60348-363b-4552-bd23-4fc4906ffe75 req-bb134389-198e-4e93-83fb-976188a7ac99 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0704520 Apr 29 08:56:51.049671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:51.107068 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cdf60348-363b-4552-bd23-4fc4906ffe75 req-a2423a8b-a3d9-4ee5-be1b-6d0c971f089a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854321 Apr 29 08:56:51.116414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:51.119661 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:51.124055 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:51.127670 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:51.297702 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82889411-66e6-49ef-b921-fd1c2d19e462 req-0e13dbbe-8fa7-4077-9a7f-ae35c852ecfe tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:51.299257 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-82889411-66e6-49ef-b921-fd1c2d19e462 req-0e13dbbe-8fa7-4077-9a7f-ae35c852ecfe tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0606258 Apr 29 08:56:51.355863 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-82889411-66e6-49ef-b921-fd1c2d19e462 req-8d0f8582-e54b-4870-95dc-c033b11d2b42 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492499 Apr 29 08:56:51.437755 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for router_gateway (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:51.640073 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:51.783114 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:56:51.902694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:56:51.913152 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:56:51.921584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:51.925256 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-32656ef8-3212-46d9-af92-3d128f301079 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7704978 Apr 29 08:56:51.925414 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:51.925652 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58892) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:51.926609 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf678e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:51.954819 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad29d72-f7b6-43a0-b5ae-5f0d1f58f1d6 None None] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:56:52.032902 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Provisioning complete for port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:52.033273 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.040462 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:52.170172 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Current status of the port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:52.170581 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.213966 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] For port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:52.221566 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.264692 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf678e0>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:51Z', 'revision_number': 3, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:52.278338 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6f3d-479f-4937-b4d4-03c62196979e req-41ad141b-5c23-42f4-b011-068edc22ab87 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:52.287474 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd7b6f3d-479f-4937-b4d4-03c62196979e req-41ad141b-5c23-42f4-b011-068edc22ab87 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0692682 Apr 29 08:56:52.327932 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7325b-91b6-45aa-a6bf-e763d4711f88 None None] Pushing event updated for resources: {'Port': ['ID=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:52.335424 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:56:52.336193 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Updating router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:56:52.342224 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd7b6f3d-479f-4937-b4d4-03c62196979e req-25083ea2-7761-4e86-ba94-eac3a0761106 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 Apr 29 08:56:52.369243 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.448692 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-44071b3d-5720-4c8f-a46c-c9434bf7ff6d None None] Provisioning complete for port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:52.449076 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-44071b3d-5720-4c8f-a46c-c9434bf7ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.503605 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.526751 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab31a6a-5909-44eb-a515-29cf7a5ba7df req-5c79eb5e-859b-4bd5-98ed-f21463453aa1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:52.528296 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ab31a6a-5909-44eb-a515-29cf7a5ba7df req-5c79eb5e-859b-4bd5-98ed-f21463453aa1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0768332 Apr 29 08:56:52.537046 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-44071b3d-5720-4c8f-a46c-c9434bf7ff6d None None] Current status of the port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:52.655002 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ab31a6a-5909-44eb-a515-29cf7a5ba7df req-7fe04d84-db9e-403b-b71d-ec9a29892497 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154547 Apr 29 08:56:52.719488 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Allocated IP 172.20.0.1 (1a8d7fea-92bf-4f68-8779-641df4ec3db8/9cebad59-cdce-444e-967b-092d8033fca6/519bf22f-68b7-4fc6-92c6-e25d3ab54d63) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:52.743247 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks [] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.749168 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.800785 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Attempting to bind port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:52.801774 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Attempting to bind port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:52.802079 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Attempting to bind port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:52.804281 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:52.809824 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:52.810204 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:52.810612 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.810998 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:52.811466 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Bound port: 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:52.811846 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.831419 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks [] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.870602 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.872381 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] For port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:52.877278 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] For port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:52.884440 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:52.935532 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:52.948076 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:52.954028 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:52.972260 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:52.975675 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf678e0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:52.999592 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Pushing event updated for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:53.029261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.075535 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cff88ce1-58a8-48c6-a6c6-ba1c353fd08e up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:53.089968 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:53.138569 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.139132 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.139389 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:53.139693 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.139996 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.140109 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.140426 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.140935 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.141092 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.141425 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.141755 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.142084 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.142591 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.142789 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.143152 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.143476 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.143803 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901f1de6-259c-4083-a5cc-c1e41d58a555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:56:53.177319 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:53.216115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.240698 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:53.260234 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9ee355d1-3738-4aa3-978e-9e0976f9bf12 None None] Provisioning complete for port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:53.260550 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9ee355d1-3738-4aa3-978e-9e0976f9bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.303812 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9ee355d1-3738-4aa3-978e-9e0976f9bf12 None None] Port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:53.381134 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf678e0>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:51Z', 'revision_number': 3, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:53.398204 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks [] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.404599 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.415562 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba3630-9018-465e-9359-93da05ccc83e None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:51Z', 'revision_number': 3, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:56:53.477883 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.481109 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Pushing event updated for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:53.486030 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec45161-9373-407d-8732-8674b46770ec req-15d36fdf-8ea1-4a6e-b1a7-71a0371b651e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:53.487671 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bec45161-9373-407d-8732-8674b46770ec req-15d36fdf-8ea1-4a6e-b1a7-71a0371b651e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0678608 Apr 29 08:56:53.545422 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bec45161-9373-407d-8732-8674b46770ec req-c072016f-d665-4812-9764-74cc2580ad9c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Apr 29 08:56:53.582626 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:53.583990 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:53.726875 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:56:53.840783 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baeceb-8593-4c77-8f63-ee249d3fc529 req-4ce2761e-5618-4bd7-9575-f7c2a75eda9f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:53.842305 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2baeceb-8593-4c77-8f63-ee249d3fc529 req-4ce2761e-5618-4bd7-9575-f7c2a75eda9f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0613668 Apr 29 08:56:53.911522 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:56:53.918138 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-4a5097cd-5489-4369-9928-eacfcb5a741c admin admin] 10.222.0.31 "PUT /v2.0/routers/0f41f9f2-acce-4ca5-a0b9-043716d0e670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905567 Apr 29 08:56:53.931308 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-5fde05e4-d549-472c-b2f4-c18968340964 None None] Provisioning complete for port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:53.931698 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5fde05e4-d549-472c-b2f4-c18968340964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:53.944704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2baeceb-8593-4c77-8f63-ee249d3fc529 req-c64713f7-9f21-4b5f-868a-be41daa547c4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734272 Apr 29 08:56:53.971191 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-5fde05e4-d549-472c-b2f4-c18968340964 None None] Port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:54.431328 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58916) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:54.433188 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-e24e0dda-9446-442a-978a-aa606c80dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:54.434688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-e24e0dda-9446-442a-978a-aa606c80dda6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1128 time: 0.0418007 Apr 29 08:56:54.436409 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1174179051-network', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:54.455510 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Made reservation on behalf of 5769d509db654bb689beec9dcad8b5b8 for: {'network': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:56:54.457767 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.466576 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.546838 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks [] for security_group (ffc443e5-aa43-4739-91c2-2c5489482bff), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.552059 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ffc443e5-aa43-4739-91c2-2c5489482bff), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.577743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 08:56:54.587021 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc443e5-aa43-4739-91c2-2c5489482bff,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:54.593914 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (b319c22e-3c97-44dc-b071-9f5b0a4c7a78), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.594264 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.segments_db [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Added segment b319c22e-3c97-44dc-b071-9f5b0a4c7a78 of type vlan for network 8be505eb-dabf-4cc7-a341-546a47458e14 Apr 29 08:56:54.640639 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (8be505eb-dabf-4cc7-a341-546a47458e14), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.669356 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (8be505eb-dabf-4cc7-a341-546a47458e14), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.670245 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:54.670843 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.684955 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0533cfe-1e5e-4986-bd68-afee354f702b req-2e2a38a3-83d5-417c-ba1b-f7b31e59a11f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:54.686632 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b0533cfe-1e5e-4986-bd68-afee354f702b req-2e2a38a3-83d5-417c-ba1b-f7b31e59a11f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0500889 Apr 29 08:56:54.708758 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2761948 Apr 29 08:56:54.711487 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58920) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:54.720687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Request body: {'subnet': {'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1174179051-subnet', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'ip_version': 4}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:54.736814 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c272a-e8f0-4949-a7b8-16d73049d1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8be505eb-dabf-4cc7-a341-546a47458e14,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:54.748811 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 8be505eb-dabf-4cc7-a341-546a47458e14 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 08:56:54.765383 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b0533cfe-1e5e-4986-bd68-afee354f702b req-5b92a4ff-954e-4ee6-9271-65c44b260bff tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728803 Apr 29 08:56:54.766555 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Made reservation on behalf of 5769d509db654bb689beec9dcad8b5b8 for: {'subnet': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:56:54.769026 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60737328'] for subnet (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:54.959800 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2649782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60737474'] for subnet (1af6e961-6041-41cb-b4f2-f5c80f457cda), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.033726 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af6e961-6041-41cb-b4f2-f5c80f457cda,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:55.045775 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:55.050403 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Checking segment: {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:55.050972 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Network hostable DHCP agents. Network: 8be505eb-dabf-4cc7-a341-546a47458e14, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 08:56:55.072983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Network 8be505eb-dabf-4cc7-a341-546a47458e14 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 08:56:55.085742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 8be505eb-dabf-4cc7-a341-546a47458e14) {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:55.089420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3814979-b811-4552-bca8-201ee5ff151a req-2522260b-539a-42a0-b7ad-e5acdf738ded tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:55.095453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:55.096401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.096554 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3814979-b811-4552-bca8-201ee5ff151a req-2522260b-539a-42a0-b7ad-e5acdf738ded tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0638428 Apr 29 08:56:55.099785 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7133f-71ce-4be4-b9ae-c7b5bc9277d9 None None] Network 8be505eb-dabf-4cc7-a341-546a47458e14 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:56:55.119681 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:56:55.124635 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ad2b516a-56a9-413f-9cfb-b57a0ef7c051 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4090521 Apr 29 08:56:55.126972 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58924) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:55.133629 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:56:55.146851 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f3814979-b811-4552-bca8-201ee5ff151a req-faaf9e58-b6b1-4811-8578-5da5ccb8a3b6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492339 Apr 29 08:56:55.160467 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (d57abe55-1d7b-458a-827b-81e8381dd909), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.161734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (d57abe55-1d7b-458a-827b-81e8381dd909), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.181645 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:55.182025 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.188240 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:55.188547 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3a0220>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:55.216525 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for router_controller (d57abe55-1d7b-458a-827b-81e8381dd909), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.341703 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-8be505eb-dabf-4cc7-a341-546a47458e14', 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14', 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'fixed_ips': [{'subnet_id': '1af6e961-6041-41cb-b4f2-f5c80f457cda'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 08:56:55.343029 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.362806 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for router_gateway (d57abe55-1d7b-458a-827b-81e8381dd909), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.420415 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:55.553510 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for router_gateway (d57abe55-1d7b-458a-827b-81e8381dd909), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.573356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.618944 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:55.619331 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.660004 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:55.686413 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Allocated IP 172.27.0.20 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/a506e410-55ab-423d-a526-ccc4c1fb3063) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:55.698956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.798597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.839581 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:55.840019 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Allocated IP 172.20.0.2 (8be505eb-dabf-4cc7-a341-546a47458e14/1af6e961-6041-41cb-b4f2-f5c80f457cda/cef93169-9f88-4f08-8859-f0d60e4d28f5) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:55.846714 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:55.920471 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:55.923677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=a506e410-55ab-423d-a526-ccc4c1fb3063,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:55.931942 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:55.938409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4bf9-19af-4460-80e7-6f3c6b201ca9 req-f721a112-205d-4fe3-bb24-05a074d8d480 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:55.939757 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-efbd4bf9-19af-4460-80e7-6f3c6b201ca9 req-f721a112-205d-4fe3-bb24-05a074d8d480 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0946512 Apr 29 08:56:55.940558 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:55.970395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3a0220>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 2, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:56.006591 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:56:56.006952 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Updating router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:56:56.055209 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-efbd4bf9-19af-4460-80e7-6f3c6b201ca9 req-c458a252-a6d0-47a2-b6c6-bd1771ecc45f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904834 Apr 29 08:56:56.064626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.120515 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks [] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.131418 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.240077 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Network 8be505eb-dabf-4cc7-a341-546a47458e14 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:56.243897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Pushing event updated for resources: {'Port': ['ID=cef93169-9f88-4f08-8859-f0d60e4d28f5,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:56.246501 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:56.250924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:56.376355 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Attempting to bind port cef93169-9f88-4f08-8859-f0d60e4d28f5 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:56.376646 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Attempting to bind port cef93169-9f88-4f08-8859-f0d60e4d28f5 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:56.377038 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Attempting to bind port cef93169-9f88-4f08-8859-f0d60e4d28f5 on network 8be505eb-dabf-4cc7-a341-546a47458e14 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:56.385039 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:56.385439 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Checking segment: {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:56.385837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.386239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Bound using segment: {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:56.386729 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Bound port: cef93169-9f88-4f08-8859-f0d60e4d28f5, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:56.387118 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.403469 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-70a902e1-2a3e-4cbf-b3a2-9928977ce7ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 217 time: 0.3197393 Apr 29 08:56:56.525803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-2419d7a3-61b9-4eb3-9457-723dc04bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:56.527212 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-2419d7a3-61b9-4eb3-9457-723dc04bf3d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.1177590 Apr 29 08:56:56.527826 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] For port cef93169-9f88-4f08-8859-f0d60e4d28f5, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:56.534924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] For port cef93169-9f88-4f08-8859-f0d60e4d28f5, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cef93169-9f88-4f08-8859-f0d60e4d28f5,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:56.541524 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbeda5-13a5-4a32-bd56-cfc1c9bd9c44 req-1c9929ca-b6ba-4be5-9a71-16eb0bbc5c9a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:56.543196 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4fbeda5-13a5-4a32-bd56-cfc1c9bd9c44 req-1c9929ca-b6ba-4be5-9a71-16eb0bbc5c9a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.3041780 Apr 29 08:56:56.545779 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.553837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks [] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.579801 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.597684 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d4fbeda5-13a5-4a32-bd56-cfc1c9bd9c44 req-a0e87789-375e-4429-b241-6ed00c746a89 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Apr 29 08:56:56.624857 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a6db9-8b1d-4a6f-8356-a16cade86ffc None None] Pushing event updated for resources: {'Port': ['ID=cef93169-9f88-4f08-8859-f0d60e4d28f5,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:56.656576 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for router_gateway (d57abe55-1d7b-458a-827b-81e8381dd909), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.668001 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-5f883256-6a87-4e60-be4c-bdbe07d06cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:56.669680 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-5f883256-6a87-4e60-be4c-bdbe07d06cb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329904 Apr 29 08:56:56.722734 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Attempting to bind port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:56.723970 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Attempting to bind port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:56.724629 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Attempting to bind port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:56.727069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a29439-9840-4a82-8e50-9c111f8385c2 None None] Pushing event updated for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:56.744089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:56.744498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:56.745415 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.746156 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Bound using segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:56.746294 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Bound port: 519bf22f-68b7-4fc6-92c6-e25d3ab54d63, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:56.746662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.828150 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] For port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:56.832310 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] For port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:56.841221 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:56.958127 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a29439-9840-4a82-8e50-9c111f8385c2 None None] Pushing event updated for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:56.960966 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Provisioning complete for port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:56.961353 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.013057 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:57.013725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3a0220>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:57.016877 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (d57abe55-1d7b-458a-827b-81e8381dd909), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.025821 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-4e0a9d31-3d62-45ef-a4c9-84c02f12eefa service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227828 Apr 29 08:56:57.222602 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:57.226553 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:57.230299 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Current status of the port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:57.230299 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.298494 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746821e2-c83d-4952-8b8c-29be35b907c9 req-1564f63f-1235-4566-9551-705c98e65c57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:57.300000 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-746821e2-c83d-4952-8b8c-29be35b907c9 req-1564f63f-1235-4566-9551-705c98e65c57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.1316874 Apr 29 08:56:57.321400 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58d3feee-9e1b-49d4-92f1-a0e4c1ec890f req-ba91d94a-9dcd-42cb-b272-9821512b6c83 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876003 Apr 29 08:56:57.374309 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] For port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:57.375716 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-746821e2-c83d-4952-8b8c-29be35b907c9 req-fa067c2b-949d-4d8b-90a2-32441429dbc8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Apr 29 08:56:57.388637 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.389208 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Router d57abe55-1d7b-458a-827b-81e8381dd909 is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 08:56:57.453589 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:57.453971 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.509775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:56:57.527646 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Sync routers for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:56:57.536667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.537133 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819c1c-1178-4889-b0a0-9d78f39f4e94 None None] Pushing event updated for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:57.537529 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f1215d04-5b02-4666-b59c-224d5d54bbe0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4088945 Apr 29 08:56:57.540472 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58936) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:56:57.542178 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:57.543077 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfd4820>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:57.544949 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-0563c6f3-b828-4b62-8c9d-c7649743c491 None None] Provisioning complete for port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:57.545326 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0563c6f3-b828-4b62-8c9d-c7649743c491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.693626 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:57.795725 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3a0220>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:56Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:57.838812 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed549f-26f7-4ade-87b6-654e7f6a60e6 None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:56Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:56:57.845009 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:57.846090 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cef93169-9f88-4f08-8859-f0d60e4d28f5 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:57.932711 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9eca4-59a8-4ffb-a063-2710276058e0 req-a35454b0-56f5-40b8-9bc3-f35869e78fc5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:57.934883 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a9eca4-59a8-4ffb-a063-2710276058e0 req-a35454b0-56f5-40b8-9bc3-f35869e78fc5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.2061083 Apr 29 08:56:57.974422 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port cef93169-9f88-4f08-8859-f0d60e4d28f5 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:57.974831 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:57.977988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0563c6f3-b828-4b62-8c9d-c7649743c491 None None] Current status of the port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:57.986749 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfd4820>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:56Z', 'revision_number': 3, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:58.025070 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc244478-0acb-4540-a73e-10429fd2646d None None] Network 8be505eb-dabf-4cc7-a341-546a47458e14 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 08:56:58.039060 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Checking router: d57abe55-1d7b-458a-827b-81e8381dd909 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:56:58.039853 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Updating router d57abe55-1d7b-458a-827b-81e8381dd909 port a506e410-55ab-423d-a526-ccc4c1fb3063 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:56:58.065674 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a9eca4-59a8-4ffb-a063-2710276058e0 req-81fd50c5-48e4-475d-9ad4-1b1f533bddc0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093125 Apr 29 08:56:58.079229 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.167547 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Provisioning complete for port cef93169-9f88-4f08-8859-f0d60e4d28f5 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:58.167872 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.176183 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port cef93169-9f88-4f08-8859-f0d60e4d28f5 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:58.177256 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.179879 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.344667 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port cef93169-9f88-4f08-8859-f0d60e4d28f5, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cef93169-9f88-4f08-8859-f0d60e4d28f5,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:56:58.354745 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.369514 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Current status of the port cef93169-9f88-4f08-8859-f0d60e4d28f5 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:58.369907 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.396579 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Allocated IP 172.20.0.1 (8be505eb-dabf-4cc7-a341-546a47458e14/1af6e961-6041-41cb-b4f2-f5c80f457cda/387209d0-4eb8-4f1d-a4ba-c74a6a6962d6) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:56:58.512356 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks [] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.523318 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.541318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=cef93169-9f88-4f08-8859-f0d60e4d28f5,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:58.565331 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.db.api [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 29 08:56:58.565690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG oslo_db.api [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 29 08:56:58.584117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks [] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.602313 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9a84e-1ca7-45f4-b81d-5ff194b3be5c req-d5b95905-f3b8-41dc-9c2c-275bd613353a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:58.609931 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3fb9a84e-1ca7-45f4-b81d-5ff194b3be5c req-d5b95905-f3b8-41dc-9c2c-275bd613353a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.1036191 Apr 29 08:56:58.619591 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567fe-5f9f-4cd4-89e1-0ce5d4b7e8b3 None None] Pushing event updated for resources: {'Port': ['ID=a506e410-55ab-423d-a526-ccc4c1fb3063,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:58.625585 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.639641 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Attempting to bind port a506e410-55ab-423d-a526-ccc4c1fb3063 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:56:58.640386 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Attempting to bind port a506e410-55ab-423d-a526-ccc4c1fb3063 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:56:58.642358 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Attempting to bind port a506e410-55ab-423d-a526-ccc4c1fb3063 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:56:58.649195 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:56:58.649737 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:56:58.650235 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.650727 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:56:58.651291 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Bound port: a506e410-55ab-423d-a526-ccc4c1fb3063, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:56:58.651785 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.666140 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3fb9a84e-1ca7-45f4-b81d-5ff194b3be5c req-80d160ea-a73b-4379-b98d-d998ac9626d0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550737 Apr 29 08:56:58.673536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Network 8be505eb-dabf-4cc7-a341-546a47458e14 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:58.682005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:58.686567 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:56:58.689052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Pushing event updated for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:58.726863 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] For port a506e410-55ab-423d-a526-ccc4c1fb3063, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:56:58.730760 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] For port a506e410-55ab-423d-a526-ccc4c1fb3063, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a506e410-55ab-423d-a526-ccc4c1fb3063,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:56:58.734084 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (d57abe55-1d7b-458a-827b-81e8381dd909), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.739057 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.798512 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:56:58.799249 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfd4820>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:58.805204 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed567fe-5f9f-4cd4-89e1-0ce5d4b7e8b3 None None] Pushing event updated for resources: {'Port': ['ID=a506e410-55ab-423d-a526-ccc4c1fb3063,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:58.904600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:58.936763 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:56:59.126382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cef93169-9f88-4f08-8859-f0d60e4d28f5 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:59.167123 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-dacfe9e4-8065-4d04-9e85-dbe168fc0e9b None None] Current status of the port cef93169-9f88-4f08-8859-f0d60e4d28f5 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:59.185065 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks [] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.192925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port cef93169-9f88-4f08-8859-f0d60e4d28f5 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:59.193305 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.199658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.290949 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfd4820>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:56Z', 'revision_number': 3, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:56:59.296354 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b368ad4-2396-4ea7-9af8-6654f5816e01 req-cbc0476d-7fa2-4d5a-b97a-54dce49bd36d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:59.297841 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4b368ad4-2396-4ea7-9af8-6654f5816e01 req-cbc0476d-7fa2-4d5a-b97a-54dce49bd36d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.1163547 Apr 29 08:56:59.313120 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Provisioning complete for port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:59.313635 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.321888 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Pushing event updated for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:56:59.324431 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (d57abe55-1d7b-458a-827b-81e8381dd909), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.331279 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a182812-a60e-42dd-9e30-4565ac561cdd None None] The sync data for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi is: [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:56Z', 'revision_number': 3, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:56:59.358642 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port cef93169-9f88-4f08-8859-f0d60e4d28f5 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:59.359761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:56:59.404938 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:59.424866 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Provisioning complete for port cef93169-9f88-4f08-8859-f0d60e4d28f5 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:59.425269 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.445878 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4b368ad4-2396-4ea7-9af8-6654f5816e01 req-bfd24579-8556-4fdd-83a0-f60f713eb6a4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375101 Apr 29 08:56:59.486373 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:59.486535 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Network 8be505eb-dabf-4cc7-a341-546a47458e14 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:56:59.486826 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.487945 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:56:59.578085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-51590a82-a94b-477a-8a87-4a6260c6a3b4 None None] Current status of the port cef93169-9f88-4f08-8859-f0d60e4d28f5 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:59.630700 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:56:59.647679 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Router d57abe55-1d7b-458a-827b-81e8381dd909 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:56:59.814634 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:56:59.823153 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-cec144cf-d612-44c8-b760-76d0b7f10458 admin admin] 10.222.0.31 "PUT /v2.0/routers/d57abe55-1d7b-458a-827b-81e8381dd909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2815535 Apr 29 08:56:59.826844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74cbaa4c-e595-492c-bd8f-760299776359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.828579 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e4a44-39f2-40f5-94c2-692460caa3e3 req-98faf796-ea18-411f-99af-069d75c13a51 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:56:59.830768 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e54e4a44-39f2-40f5-94c2-692460caa3e3 req-98faf796-ea18-411f-99af-069d75c13a51 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0864227 Apr 29 08:56:59.836891 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9c7e81df-abbe-4388-bdc7-6abd80c76fd2 None None] Provisioning complete for port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:56:59.837265 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c7e81df-abbe-4388-bdc7-6abd80c76fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:56:59.888446 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e81df-abbe-4388-bdc7-6abd80c76fd2 None None] Port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:56:59.905375 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e54e4a44-39f2-40f5-94c2-692460caa3e3 req-b9ede007-40b6-423e-ae61-3d14055b946d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639958 Apr 29 08:57:00.546628 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-65d2deac-e82b-4c0c-9e98-9c1dd8e5dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:00.548170 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-65d2deac-e82b-4c0c-9e98-9c1dd8e5dad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1128 time: 0.0450690 Apr 29 08:57:00.571161 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58954) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:00.576456 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667238243', 'description': 'tempest-secgroup-smoke-1667238243 description', 'project_id': 'd8dd37ae188e415e86f551e3f760319e'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:00.597771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.657760 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c698-e2bc-434e-bcd0-52663592c86d req-734ac380-1e24-4e26-9d44-0561592612f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:00.659336 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9bb8c698-e2bc-434e-bcd0-52663592c86d req-734ac380-1e24-4e26-9d44-0561592612f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0962508 Apr 29 08:57:00.679641 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.683901 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.716047 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.720647 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1450610 Apr 29 08:57:00.721141 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58956) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:00.721982 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-ba58aa7c-5cfe-4654-ab42-3f4f654778eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:00.724043 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-ba58aa7c-5cfe-4654-ab42-3f4f654778eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.1700025 Apr 29 08:57:00.726376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:00.731626 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9bb8c698-e2bc-434e-bcd0-52663592c86d req-091bd5ac-2aa5-4ca4-bddf-1f565a52d54a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648570 Apr 29 08:57:00.731900 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad0923-a779-47cf-a69d-7f1ccf821460 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:00.758155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (28416107-1191-4395-b97b-04350e238026), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.775141 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-d87128f6-b68e-47b5-939f-17c196d2cba5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 217 time: 0.0425260 Apr 29 08:57:00.813762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (28416107-1191-4395-b97b-04350e238026), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.818527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (28416107-1191-4395-b97b-04350e238026), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.825852 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-7b8fd39d-7ad0-4df1-ab62-d830df9cc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:00.827345 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-7b8fd39d-7ad0-4df1-ab62-d830df9cc819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.0460329 Apr 29 08:57:00.840026 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28416107-1191-4395-b97b-04350e238026,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:00.846994 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.848865 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5131641f-035e-4732-a28f-86c5109be60c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262927 Apr 29 08:57:00.851755 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 58958) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:00.856104 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:00.874064 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-28e4fcf0-cf8d-4699-9ef5-2043d53a2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:00.875727 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-28e4fcf0-cf8d-4699-9ef5-2043d53a2446 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415969 Apr 29 08:57:00.884089 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (8f2ea198-85cb-4bdc-b9bc-92703373f100), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.991592 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (8f2ea198-85cb-4bdc-b9bc-92703373f100), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:00.994973 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-713d6182-0766-4b9c-bdb1-e1856f9e3345 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127825 Apr 29 08:57:01.007680 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (8f2ea198-85cb-4bdc-b9bc-92703373f100), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.053619 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2ea198-85cb-4bdc-b9bc-92703373f100,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.059658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.067822 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58962) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:01.068310 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-15a33d7a-dbbe-4a51-98de-abdc57db69da tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153924 Apr 29 08:57:01.075168 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30633220-38f6-402c-9a0e-3a52a1ea5e0d req-2d524c45-01e7-4a13-b12b-8f75954aa042 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:01.076767 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30633220-38f6-402c-9a0e-3a52a1ea5e0d req-2d524c45-01e7-4a13-b12b-8f75954aa042 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0812557 Apr 29 08:57:01.083297 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:01.087584 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a506e410-55ab-423d-a526-ccc4c1fb3063 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:01.131392 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8147e6ef-1c01-4bba-8156-65cd9ae3f129 req-f9944cc0-d67d-4121-a654-7e6d854ffbd6 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301835 Apr 29 08:57:01.133179 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (4918f26a-8d1b-434f-9542-936349077bb2), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.135734 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port a506e410-55ab-423d-a526-ccc4c1fb3063 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:01.136143 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.148429 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30633220-38f6-402c-9a0e-3a52a1ea5e0d req-8176a8be-80e8-4045-8d15-1eb7c87a9159 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613608 Apr 29 08:57:01.190147 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (4918f26a-8d1b-434f-9542-936349077bb2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.194523 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (4918f26a-8d1b-434f-9542-936349077bb2), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.220929 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4918f26a-8d1b-434f-9542-936349077bb2,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.227785 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.229017 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-27224b5f-24f0-45e0-9c11-1d16f7bc0b0a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527472 Apr 29 08:57:01.232029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58964) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:01.236319 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:01.242722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port a506e410-55ab-423d-a526-ccc4c1fb3063 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:01.243360 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.267321 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port a506e410-55ab-423d-a526-ccc4c1fb3063, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a506e410-55ab-423d-a526-ccc4c1fb3063,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:01.267584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (1ea2c8be-3249-484a-aa23-3fec04944877), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.273066 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.325632 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=a506e410-55ab-423d-a526-ccc4c1fb3063,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.339691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (1ea2c8be-3249-484a-aa23-3fec04944877), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.343770 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (1ea2c8be-3249-484a-aa23-3fec04944877), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.358967 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Sync routers for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:57:01.364996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea2c8be-3249-484a-aa23-3fec04944877,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.374941 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.378699 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-01ad376e-9a34-4be1-8579-2ee1facadf6b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431930 Apr 29 08:57:01.378832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:01.378832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edda00>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:56:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:01.379232 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58966) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:01.383796 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:01.406983 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.securitygroups_db [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Project d8dd37ae188e415e86f551e3f760319e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:57:01.413711 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (0a27d0a3-e7e1-4bb6-9da6-7300c049b1dd), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.473472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (0a27d0a3-e7e1-4bb6-9da6-7300c049b1dd), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.477566 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (0a27d0a3-e7e1-4bb6-9da6-7300c049b1dd), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.494576 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a27d0a3-e7e1-4bb6-9da6-7300c049b1dd,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.497385 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:01.507107 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.511182 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-425f1da4-33d1-4462-952a-b91b5a3a764e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283653 Apr 29 08:57:01.511368 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 58968) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:01.515783 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'security_group_rule': {'security_group_id': 'd4297bd7-5d63-4336-a7d0-a6a8e17ce3e7', 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:01.541254 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.securitygroups_db [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Project d8dd37ae188e415e86f551e3f760319e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:57:01.546881 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (033fdcec-d210-421e-b2d5-36df760d5549), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.608584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (033fdcec-d210-421e-b2d5-36df760d5549), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.612069 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (033fdcec-d210-421e-b2d5-36df760d5549), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.630549 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033fdcec-d210-421e-b2d5-36df760d5549,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:01.640203 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.641447 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3e9bf142-94a9-4d51-bb99-f9ce63c1e84e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291099 Apr 29 08:57:01.702075 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edda00>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 4, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '387209d0-4eb8-4f1d-a4ba-c74a6a6962d6', 'name': '', 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'mac_address': 'fa:16:3e:00:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:58Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 2, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'subnets': [{'id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:01.730335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Checking router: d57abe55-1d7b-458a-827b-81e8381dd909 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:57:01.730701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Updating router d57abe55-1d7b-458a-827b-81e8381dd909 port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 08:57:01.761492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:01.875748 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b9bb6-c3c7-4c39-b1e6-40218786092d req-f5a5472b-5215-497d-9e26-ea62180186fa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:01.878465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-188b9bb6-c3c7-4c39-b1e6-40218786092d req-f5a5472b-5215-497d-9e26-ea62180186fa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0552197 Apr 29 08:57:01.936776 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-188b9bb6-c3c7-4c39-b1e6-40218786092d req-b974627c-6f80-4b85-b05a-076a9eaf75c1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507336 Apr 29 08:57:02.063427 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks [] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.075011 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.138310 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1ca9-51ee-4bec-857b-2eced960e23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.159856 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Pushing event updated for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:02.182341 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.182881 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.183299 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.183712 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.184123 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.184542 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.184937 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.185330 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.185722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.186544 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.186544 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.186922 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.187364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.187752 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.188156 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:57:02.228220 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Attempting to bind port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:57:02.228691 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Attempting to bind port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:57:02.229123 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Attempting to bind port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 on network 8be505eb-dabf-4cc7-a341-546a47458e14 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:57:02.236283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:57:02.236731 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Checking segment: {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:57:02.237207 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.237620 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Bound using segment: {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:57:02.238113 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Bound port: 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:57:02.239230 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.290416 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e23e6-7821-4ad2-a0ec-961036973592 req-5b3e5a62-cb84-419c-b691-35295bc31762 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:02.292202 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-653e23e6-7821-4ad2-a0ec-961036973592 req-5b3e5a62-cb84-419c-b691-35295bc31762 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 944 time: 0.0567911 Apr 29 08:57:02.322899 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] For port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:57:02.327182 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] For port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:57:02.334648 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.352784 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-653e23e6-7821-4ad2-a0ec-961036973592 req-8894b083-2829-4838-87cd-889639564d92 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Apr 29 08:57:02.389049 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:02.389639 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edda00>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:57:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:02.453981 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4968-286c-4bce-92dc-d30e59600e99 None None] Pushing event updated for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:02.463871 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Provisioning complete for port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:02.464294 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.671699 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 69230ee3-728d-4825-9b39-4cb903b621cf details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:57:02.724166 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:02.845614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Current status of the port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:02.846028 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:02.937766 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:02.968316 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] For port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:03.006815 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '69230ee3-728d-4825-9b39-4cb903b621cf', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'port_id': '69230ee3-728d-4825-9b39-4cb903b621cf', 'mac_address': 'fa:16:3e:e5:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:57:03.006815 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.064644 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a506e410-55ab-423d-a526-ccc4c1fb3063 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:03.095868 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cf34a-1f1f-48fa-a93b-96b3ed499ad8 req-c5fe6ae7-80e7-4470-b64d-f3393765b760 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:03.097487 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a91cf34a-1f1f-48fa-a93b-96b3ed499ad8 req-c5fe6ae7-80e7-4470-b64d-f3393765b760 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0577431 Apr 29 08:57:03.153918 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a91cf34a-1f1f-48fa-a93b-96b3ed499ad8 req-eda761e7-923d-42a6-bef0-3180f451141e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489898 Apr 29 08:57:03.154751 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 69230ee3-728d-4825-9b39-4cb903b621cf is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:03.155252 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.180893 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9eda0-92ad-44c7-af5d-1ffae59c058f None None] Pushing event updated for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:03.199968 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:57:03.217148 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-c25eaab5-2b16-48e7-88f9-f19da8786fb2 None None] Provisioning complete for port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:03.217513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c25eaab5-2b16-48e7-88f9-f19da8786fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.247244 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69230ee3-728d-4825-9b39-4cb903b621cf {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:57:03.267393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edda00>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 4, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '387209d0-4eb8-4f1d-a4ba-c74a6a6962d6', 'name': '', 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'mac_address': 'fa:16:3e:00:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:58Z', 'updated_at': '2022-04-29T08:57:02Z', 'revision_number': 4, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'subnets': [{'id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:03.319776 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:03.321970 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3fea45-64a7-4cd3-9092-c16c2ceb3c30 None None] The sync data for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi is: [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:56:58Z', 'revision_number': 4, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '387209d0-4eb8-4f1d-a4ba-c74a6a6962d6', 'name': '', 'network_id': '8be505eb-dabf-4cc7-a341-546a47458e14', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'mac_address': 'fa:16:3e:00:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:58Z', 'updated_at': '2022-04-29T08:57:02Z', 'revision_number': 4, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'subnets': [{'id': '1af6e961-6041-41cb-b4f2-f5c80f457cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:57:03.325823 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port a506e410-55ab-423d-a526-ccc4c1fb3063 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:03.326001 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.328879 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.462659 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:03.469299 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-c25eaab5-2b16-48e7-88f9-f19da8786fb2 None None] Current status of the port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:03.518874 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port a506e410-55ab-423d-a526-ccc4c1fb3063 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:03.548894 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9731e-4ed7-47c1-9aa3-48d13f987e6b req-24a7d323-cfc5-4e00-a3ce-dc5810ae031d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:03.550595 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2d9731e-4ed7-47c1-9aa3-48d13f987e6b req-24a7d323-cfc5-4e00-a3ce-dc5810ae031d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 945 time: 0.0576241 Apr 29 08:57:03.611667 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b2d9731e-4ed7-47c1-9aa3-48d13f987e6b req-00848cfa-3f57-4b71-9ac0-6513a8f53a8b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510328 Apr 29 08:57:03.646320 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:03.879429 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:57:04.308728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a61a9c-0779-4f43-91af-6bcff9444be3 req-3a39d21f-9dca-4731-91fb-e50c9715b2d8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:04.310296 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18a61a9c-0779-4f43-91af-6bcff9444be3 req-3a39d21f-9dca-4731-91fb-e50c9715b2d8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0648649 Apr 29 08:57:04.362590 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18a61a9c-0779-4f43-91af-6bcff9444be3 req-ca5ae476-7789-4751-84ed-d7813d0b2744 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465226 Apr 29 08:57:04.742285 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758190dd-a259-44b0-822f-a380a0dfbd33 req-9bb0f61c-7867-4f27-ac5d-064b797482bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:04.744185 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-758190dd-a259-44b0-822f-a380a0dfbd33 req-9bb0f61c-7867-4f27-ac5d-064b797482bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 945 time: 0.0573235 Apr 29 08:57:04.778374 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:04.807342 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-758190dd-a259-44b0-822f-a380a0dfbd33 req-92443945-27de-4821-8ed3-ae27e82644f6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Apr 29 08:57:05.057659 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:05.110443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:05.110857 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.191978 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:57:05.196395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:05.228307 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 69230ee3-728d-4825-9b39-4cb903b621cf up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:05.336282 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 69230ee3-728d-4825-9b39-4cb903b621cf completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:57:05.339157 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:05.352469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'mac_address': 'fa:16:3e:cb:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:57:05.354239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 69230ee3-728d-4825-9b39-4cb903b621cf triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:05.354615 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.428388 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:05.428769 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.448180 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:57:05.492962 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:05.503178 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.508781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5756e-857d-4777-ba23-4a7e8bee705e req-b540639f-84af-444f-a90c-2cfc4cce36c1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:05.509717 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 69230ee3-728d-4825-9b39-4cb903b621cf is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:05.510101 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.510448 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4ba5756e-857d-4777-ba23-4a7e8bee705e req-b540639f-84af-444f-a90c-2cfc4cce36c1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 944 time: 0.0603564 Apr 29 08:57:05.563890 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4ba5756e-857d-4777-ba23-4a7e8bee705e req-ddfda5cf-15b5-4367-bad2-14d356891b05 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Apr 29 08:57:05.574096 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:05.574096 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2262370-bd68-4b12-bf26-7ccd007c6edb" -d '{"events": [{"server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "name": "network-vif-plugged", "status": "completed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:05.589366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=9']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:05.593374 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:05.606847 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:05.664384 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:05.682637 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30f704-1e87-47db-b4f1-ec138e037d19 x-openstack-request-id: req-2c30f704-1e87-47db-b4f1-ec138e037d19 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:05.683012 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "name": "network-vif-plugged", "status": "completed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:05.683275 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c30f704-1e87-47db-b4f1-ec138e037d19 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:05.683685 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c30f704-1e87-47db-b4f1-ec138e037d19'] response: {'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'code': 200} Apr 29 08:57:05.967218 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844edd-04bd-4ee6-89f4-829a3d589fbb req-aa1ffbed-ba6b-4c0a-8c7b-388dd85f1a66 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:05.968741 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f5844edd-04bd-4ee6-89f4-829a3d589fbb req-aa1ffbed-ba6b-4c0a-8c7b-388dd85f1a66 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0808458 Apr 29 08:57:05.969792 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbff107-61f4-4a95-b00d-0f2d96b06c0c req-7339d919-ab1a-4681-b0b8-827f0b4ba6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:05.971130 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5cbff107-61f4-4a95-b00d-0f2d96b06c0c req-7339d919-ab1a-4681-b0b8-827f0b4ba6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1130 time: 0.0721781 Apr 29 08:57:06.045834 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f5844edd-04bd-4ee6-89f4-829a3d589fbb req-af970f0f-1656-4ce7-848d-f787360975de tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Apr 29 08:57:06.055106 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5cbff107-61f4-4a95-b00d-0f2d96b06c0c req-1f97dec0-0289-4f4d-a479-f3f53090b4b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744231 Apr 29 08:57:06.098379 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['afdeb60c-c7b1-441b-90f4-293273965fad'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:57:06.333705 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:06.701777 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538fcd9-274c-447f-91f3-89762bfd8234 req-aa86189a-f6d0-4a46-be04-965df43f0c2b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:06.704126 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7538fcd9-274c-447f-91f3-89762bfd8234 req-aa86189a-f6d0-4a46-be04-965df43f0c2b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 945 time: 0.0502925 Apr 29 08:57:06.753534 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7538fcd9-274c-447f-91f3-89762bfd8234 req-c71e5915-2d13-4103-98b6-6f5ef27efdaa tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428560 Apr 29 08:57:07.164623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137cc11-db16-45a4-9d35-6c5d0e6f18f5 req-4b5f76c0-ef46-4383-ba72-e142aba20322 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:07.166117 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1137cc11-db16-45a4-9d35-6c5d0e6f18f5 req-4b5f76c0-ef46-4383-ba72-e142aba20322 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0478866 Apr 29 08:57:07.212598 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1137cc11-db16-45a4-9d35-6c5d0e6f18f5 req-d58be471-7c87-4b69-a7ca-3a47aa725174 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Apr 29 08:57:07.639458 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:07.643386 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:07.688687 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port afdeb60c-c7b1-441b-90f4-293273965fad triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:07.689078 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:07.774044 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port afdeb60c-c7b1-441b-90f4-293273965fad is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:07.774443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:07.800377 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:07.803112 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3594df5c-8710-45fc-a7be-8de13107d4a8" -d '{"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:07.818727 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:07.825148 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:07.870337 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2feb49a-2a3a-4f3f-a71f-30a306cdcb7a x-openstack-request-id: req-d2feb49a-2a3a-4f3f-a71f-30a306cdcb7a {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:07.870655 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-plugged", "status": "completed", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:07.870914 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2feb49a-2a3a-4f3f-a71f-30a306cdcb7a {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:07.871339 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2feb49a-2a3a-4f3f-a71f-30a306cdcb7a'] response: {'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'code': 200} Apr 29 08:57:07.898164 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=10']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:07.916158 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d3d9a-3b6d-4080-9a98-321024fd57f0 req-b2687b18-3c9f-491c-8968-6326d762f756 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:07.917652 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-351d3d9a-3b6d-4080-9a98-321024fd57f0 req-b2687b18-3c9f-491c-8968-6326d762f756 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0835154 Apr 29 08:57:07.972020 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-351d3d9a-3b6d-4080-9a98-321024fd57f0 req-6560efe7-8380-4002-9d0c-a0db3136893a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485394 Apr 29 08:57:08.342540 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f70903-6741-4948-bdb7-936a8caeb379 req-80105d65-e61e-4fe0-a6c3-61c5b6429b57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:08.344164 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f2f70903-6741-4948-bdb7-936a8caeb379 req-80105d65-e61e-4fe0-a6c3-61c5b6429b57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0563452 Apr 29 08:57:08.402478 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f2f70903-6741-4948-bdb7-936a8caeb379 req-d06c1950-2f11-4c26-8f47-8d0d363e971a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512130 Apr 29 08:57:08.525582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03981f5-ce18-4f1a-acbf-029b45dc61c4 req-65e6461d-d488-4f18-a0b3-92e733964799 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:08.527044 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e03981f5-ce18-4f1a-acbf-029b45dc61c4 req-65e6461d-d488-4f18-a0b3-92e733964799 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0522094 Apr 29 08:57:08.582867 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e03981f5-ce18-4f1a-acbf-029b45dc61c4 req-b3f372a2-7f2e-4f5a-a1e5-8b4f722dbf17 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Apr 29 08:57:08.927013 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ace0f5-dace-43f4-afee-6a902b9426fe req-3fd68ac3-8367-45c9-936b-8b0b0a067355 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:08.928536 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79ace0f5-dace-43f4-afee-6a902b9426fe req-3fd68ac3-8367-45c9-936b-8b0b0a067355 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0468857 Apr 29 08:57:08.980019 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-79ace0f5-dace-43f4-afee-6a902b9426fe req-0fd2172d-261c-41ec-8997-20e3e9aeba57 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Apr 29 08:57:09.095890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f910930-28d7-43bf-8296-bd3e2dafa0c4 req-946812b3-ca04-414d-bcaa-28ff9b6804b8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:09.097601 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2f910930-28d7-43bf-8296-bd3e2dafa0c4 req-946812b3-ca04-414d-bcaa-28ff9b6804b8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0519900 Apr 29 08:57:09.155821 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2f910930-28d7-43bf-8296-bd3e2dafa0c4 req-14712ca2-554d-4357-bcb5-19d1221d94c5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Apr 29 08:57:09.255823 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-051dd154-f95c-48b5-bfae-cb6d99bcb841 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536196 Apr 29 08:57:09.385720 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983e083-7040-4e01-8899-4daefb1ddceb req-791a99ae-39de-4538-9cc4-842e5ce311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:09.387248 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c983e083-7040-4e01-8899-4daefb1ddceb req-791a99ae-39de-4538-9cc4-842e5ce311a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 1131 time: 0.0811026 Apr 29 08:57:09.388407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-289e44dc-cd80-445d-8c37-d9c573cf2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:09.389784 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-289e44dc-cd80-445d-8c37-d9c573cf2515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0744262 Apr 29 08:57:09.498533 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c983e083-7040-4e01-8899-4daefb1ddceb req-67525f5c-60b0-471c-8764-16a648666e5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982718 Apr 29 08:57:09.530267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-d15a2aeb-478b-4722-9035-823c4f168ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:09.531783 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-d15a2aeb-478b-4722-9035-823c4f168ee2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1165147 Apr 29 08:57:10.045463 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-3ad375c0-0658-432d-b12b-435e6f2c078e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0368171 Apr 29 08:57:10.095156 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-56a36a64-1650-4e99-9e08-d8c2869222cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:10.096831 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-56a36a64-1650-4e99-9e08-d8c2869222cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0456717 Apr 29 08:57:10.294307 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc348490-cdfc-458e-8bef-abe9906b86c4 req-4ffb9d92-6e4f-4793-b883-449683a15177 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:10.296721 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc348490-cdfc-458e-8bef-abe9906b86c4 req-4ffb9d92-6e4f-4793-b883-449683a15177 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0507121 Apr 29 08:57:10.346323 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc348490-cdfc-458e-8bef-abe9906b86c4 req-c6848746-3869-49a9-b9bd-66af5f5127f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Apr 29 08:57:10.822691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-a123d38e-802d-4aa7-b865-d1ad8006c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:10.824096 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-a123d38e-802d-4aa7-b865-d1ad8006c934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447054 Apr 29 08:57:10.920177 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-0a833179-4fcd-4619-844a-77d8e860e5fc service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893669 Apr 29 08:57:11.018556 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9ba686d5-875a-4e12-97a5-59acbc32ec77 req-a56d9389-9629-48c5-ae72-bb9b25321acf service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Apr 29 08:57:11.492467 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ef5ea-c7d8-4590-b81d-b88902e609eb req-f3ea039b-5ba1-4ef7-98fa-25f12979d162 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:11.494195 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e1ef5ea-c7d8-4590-b81d-b88902e609eb req-f3ea039b-5ba1-4ef7-98fa-25f12979d162 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0600517 Apr 29 08:57:11.549755 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e1ef5ea-c7d8-4590-b81d-b88902e609eb req-cf5d591d-c01a-4420-a190-d7d8de324b53 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486326 Apr 29 08:57:12.683217 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b96a08-bf61-44a1-bf45-989bcfddcf63 req-a98f9b02-7c49-475a-8619-d1bb940b9ab7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:12.684931 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d8b96a08-bf61-44a1-bf45-989bcfddcf63 req-a98f9b02-7c49-475a-8619-d1bb940b9ab7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0529869 Apr 29 08:57:12.741873 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d8b96a08-bf61-44a1-bf45-989bcfddcf63 req-e05865a3-c668-47bb-8261-b6b2f1b30e9c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512197 Apr 29 08:57:13.864250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1321007-e079-400f-bc94-a2359968db69 req-29b80341-1aec-42b1-b020-cde3a96d703f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:13.865765 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1321007-e079-400f-bc94-a2359968db69 req-29b80341-1aec-42b1-b020-cde3a96d703f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0469046 Apr 29 08:57:13.912290 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1321007-e079-400f-bc94-a2359968db69 req-add3bcb9-87a2-4141-81d2-71c5eea3c840 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Apr 29 08:57:20.960072 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abcd3-16da-4b39-9a98-ceb199806666 req-d8c3662d-95bc-4bb0-a2a3-d5445ba2a969 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:20.961644 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f52abcd3-16da-4b39-9a98-ceb199806666 req-d8c3662d-95bc-4bb0-a2a3-d5445ba2a969 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0495176 Apr 29 08:57:21.011477 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f52abcd3-16da-4b39-9a98-ceb199806666 req-187b54fb-cab2-4921-8f02-a77440e724a2 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Apr 29 08:57:21.035964 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59216) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:21.239430 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f4e02-eadf-4f82-aecc-457c2d242493 tempest-TestMinimumBasicScenario-413834077 tempest-TestMinimumBasicScenario-413834077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:21.240979 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a16f4e02-eadf-4f82-aecc-457c2d242493 tempest-TestMinimumBasicScenario-413834077 tempest-TestMinimumBasicScenario-413834077-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1125 time: 0.2037187 Apr 29 08:57:21.244247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59222) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:21.248466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'port_id': '69230ee3-728d-4825-9b39-4cb903b621cf', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:21.271168 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:21.359825 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:21.478612 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Allocated IP 172.27.0.191 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/dc39be45-2559-46da-8597-f374be14307f) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:57:21.588700 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for port (dc39be45-2559-46da-8597-f374be14307f), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:21.624611 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (dc39be45-2559-46da-8597-f374be14307f), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:21.669858 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:57:21.674874 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:57:21.679791 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:57:21.685295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'Port': ['ID=dc39be45-2559-46da-8597-f374be14307f,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:22.393529 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for floatingip (cc02b310-bf45-4cfc-aafc-39d384f81296), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:22.502767 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (dc39be45-2559-46da-8597-f374be14307f), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:22.680308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for port (dc39be45-2559-46da-8597-f374be14307f), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:22.685104 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (dc39be45-2559-46da-8597-f374be14307f), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:22.760487 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'Port': ['ID=dc39be45-2559-46da-8597-f374be14307f,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:22.772368 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (cc02b310-bf45-4cfc-aafc-39d384f81296), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:22.883699 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Floating IP cc02b310-bf45-4cfc-aafc-39d384f81296 associated. External IP: 172.27.0.191, port: 69230ee3-728d-4825-9b39-4cb903b621cf. Apr 29 08:57:23.155325 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:57:23.290511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:57:23.304876 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Sync routers for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:57:23.313875 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.322648 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:23.323288 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf13fa0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:57:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:23.350082 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9a949239-4315-4b0a-8df3-60f5c118fb0f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1047807 Apr 29 08:57:23.350772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:23.353640 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7dace4-fd8e-4a0c-8449-0adb89adf325" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:23.353906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59228) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:23.359196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005192867', 'description': 'tempest-secgroup-smoke-1005192867 description', 'project_id': '6abb4912c175406ca0cefd03e327b7f5'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:23.391671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.470816 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:23.484452 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f8d6e-e96f-4d8c-8a8c-e1e686247f76 x-openstack-request-id: req-bf0f8d6e-e96f-4d8c-8a8c-e1e686247f76 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:23.485666 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:23.486026 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf0f8d6e-e96f-4d8c-8a8c-e1e686247f76 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:23.486452 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0f8d6e-e96f-4d8c-8a8c-e1e686247f76'] response: {'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 08:57:23.489980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (62934bc3-0993-49cd-9bf9-c9f808b359f6), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.495498 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (62934bc3-0993-49cd-9bf9-c9f808b359f6), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.548207 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.550745 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1955688 Apr 29 08:57:23.554897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59234) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:23.563542 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:23.570755 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fefaf6-1b6a-4bc2-bed0-3e69e4d0924c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62934bc3-0993-49cd-9bf9-c9f808b359f6,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:23.607802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-f414784e-7af9-417e-83e9-940394f15136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:23.609463 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-f414784e-7af9-417e-83e9-940394f15136 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1130 time: 0.0522544 Apr 29 08:57:23.618847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (2da160c8-0dc1-4bd2-812f-d294e040e89c), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.712442 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (2da160c8-0dc1-4bd2-812f-d294e040e89c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.721709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (2da160c8-0dc1-4bd2-812f-d294e040e89c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.743426 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da160c8-0dc1-4bd2-812f-d294e040e89c,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:23.755328 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-f3b21db2-79d1-49a8-bf88-fa2071bdf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:23.757004 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-f3b21db2-79d1-49a8-bf88-fa2071bdf7b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.1415727 Apr 29 08:57:23.758250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.759486 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ec81e09e-0728-4f64-b9ed-438bc5f6d6ef tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030833 Apr 29 08:57:23.762437 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59236) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:23.767382 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:23.770636 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf13fa0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'cc02b310-bf45-4cfc-aafc-39d384f81296', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'port_id': '69230ee3-728d-4825-9b39-4cb903b621cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'mac_address': 'fa:16:3e:e5:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:21Z', 'updated_at': '2022-04-29T08:57:21Z', 'revision_number': 0, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:23.801380 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (dc4cb419-a60c-4f9c-adef-8707f04f3895), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.804469 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Checking router: e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:57:23.814726 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:23.815505 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf13fa0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:57:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:23.845735 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-fd2604bd-5a84-4e23-8ddd-c93695d39759 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 1000 time: 0.0815680 Apr 29 08:57:23.878730 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (dc4cb419-a60c-4f9c-adef-8707f04f3895), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.884542 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (dc4cb419-a60c-4f9c-adef-8707f04f3895), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.906422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4cb419-a60c-4f9c-adef-8707f04f3895,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:23.919168 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-940bc5dd-1305-4268-8bc3-f84776b6d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:23.920902 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-940bc5dd-1305-4268-8bc3-f84776b6d6b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.0670848 Apr 29 08:57:23.925593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:23.927975 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ec887434-3845-4776-88a6-876e45a4067e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643648 Apr 29 08:57:23.930743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59238) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:23.938540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:23.946146 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:23.985483 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (cacee15c-9d56-4719-a4f7-21bc103715d6), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.009924 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-6a01467c-be48-499e-ba84-f2611ca0ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:24.011464 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-6a01467c-be48-499e-ba84-f2611ca0ceff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806603 Apr 29 08:57:24.059837 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (cacee15c-9d56-4719-a4f7-21bc103715d6), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.065184 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (cacee15c-9d56-4719-a4f7-21bc103715d6), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.079510 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacee15c-9d56-4719-a4f7-21bc103715d6,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:24.102589 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.109173 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b21d8a94-add9-4429-b332-a557642d0c98 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1767027 Apr 29 08:57:24.110712 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59240) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:24.118801 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:24.160968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (d6fa4879-04a5-4cdf-8b55-1b7e493fb54a), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.221214 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bf13fa0>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'cc02b310-bf45-4cfc-aafc-39d384f81296', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'port_id': '69230ee3-728d-4825-9b39-4cb903b621cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'mac_address': 'fa:16:3e:e5:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:21Z', 'updated_at': '2022-04-29T08:57:21Z', 'revision_number': 0, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:24.246197 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (d6fa4879-04a5-4cdf-8b55-1b7e493fb54a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.251330 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (d6fa4879-04a5-4cdf-8b55-1b7e493fb54a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.251698 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e998f3-8e23-42a4-bebb-2272e709219c None None] The sync data for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi is: [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'cc02b310-bf45-4cfc-aafc-39d384f81296', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'port_id': '69230ee3-728d-4825-9b39-4cb903b621cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'mac_address': 'fa:16:3e:e5:64:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:21Z', 'updated_at': '2022-04-29T08:57:21Z', 'revision_number': 0, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:57:24.297533 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fa4879-04a5-4cdf-8b55-1b7e493fb54a,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:24.307478 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.312219 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-98cfab21-3789-40e8-9f77-c974c8db6d38 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964152 Apr 29 08:57:24.313644 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59244) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:24.319255 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:24.346698 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.securitygroups_db [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Project 6abb4912c175406ca0cefd03e327b7f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:57:24.353859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (7356511d-987d-4f0b-b795-c0937c096df2), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.404677 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-68f209a6-16d4-418c-a025-b10cbf0d6482 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851435 Apr 29 08:57:24.420032 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (7356511d-987d-4f0b-b795-c0937c096df2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.425417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (7356511d-987d-4f0b-b795-c0937c096df2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.445939 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7356511d-987d-4f0b-b795-c0937c096df2,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:24.456245 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.457965 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c2c07ab9-b315-4cd1-a806-71970f67685a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427529 Apr 29 08:57:24.462260 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59246) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:24.466695 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'security_group_rule': {'security_group_id': '62934bc3-0993-49cd-9bf9-c9f808b359f6', 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:24.493191 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.securitygroups_db [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Project 6abb4912c175406ca0cefd03e327b7f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 29 08:57:24.499061 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (aa83eaac-e5ef-46c2-86d6-a32cb3d9aa23), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.509834 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a7dace4-fd8e-4a0c-8449-0adb89adf325 req-d09ba45e-79b6-4aa4-b6ab-bc64b0c73b22 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973036 Apr 29 08:57:24.523822 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b11e1d-66a5-4e35-8e14-bb7ac49e7f69 None None] New status for floating IP cc02b310-bf45-4cfc-aafc-39d384f81296: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:57:24.564997 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (aa83eaac-e5ef-46c2-86d6-a32cb3d9aa23), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.572736 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (aa83eaac-e5ef-46c2-86d6-a32cb3d9aa23), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.596345 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa83eaac-e5ef-46c2-86d6-a32cb3d9aa23,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:24.603156 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:24.604297 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bbe30fc1-8251-4853-90f0-9d680ae99b07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410191 Apr 29 08:57:24.710216 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-810bbbd0-86cd-41d5-8df9-0dbc404982e6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005192867&fields=id&tenant_id=6abb4912c175406ca0cefd03e327b7f5 HTTP/1.1" status: 200 len: 267 time: 0.0505106 Apr 29 08:57:24.768914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-8901fba7-3d79-4e60-8dbd-5f701ff78f07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:24.770518 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-8901fba7-3d79-4e60-8dbd-5f701ff78f07 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0532064 Apr 29 08:57:24.781509 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'port': {'security_groups': ['4f1533c2-7ff1-48d6-a9bc-b8e41030df78', '62934bc3-0993-49cd-9bf9-c9f808b359f6']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:24.854753 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:25.046897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:25.075980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for port (69230ee3-728d-4825-9b39-4cb903b621cf), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:25.080507 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:25.121649 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.122294 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:25.123685 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bb2f40c3-5c13-4ce1-b30d-45e76b8495fe req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "PUT /v2.0/ports/69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 982 time: 0.3467772 Apr 29 08:57:25.126392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:25.131222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:25.155333 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:57:25.166991 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58f6c3-2d74-41fa-9153-b666eb06472a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=6']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:25.190382 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a820df-00d3-4445-988f-1aca4cdd04a9 x-openstack-request-id: req-18a820df-00d3-4445-988f-1aca4cdd04a9 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:25.190693 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:25.190959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18a820df-00d3-4445-988f-1aca4cdd04a9 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:25.191489 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a820df-00d3-4445-988f-1aca4cdd04a9'] response: {'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 08:57:25.255590 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95d34c-f191-4985-bd71-514912ed6aef req-0b76325e-7be8-4515-bbc6-6415762f7ee8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.257726 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3a95d34c-f191-4985-bd71-514912ed6aef req-0b76325e-7be8-4515-bbc6-6415762f7ee8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0558488 Apr 29 08:57:25.340959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-d640444f-0881-4dfd-8d60-cbe6c127ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.342417 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-d640444f-0881-4dfd-8d60-cbe6c127ae11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1169 time: 0.0639415 Apr 29 08:57:25.365082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:57:25.377113 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3a95d34c-f191-4985-bd71-514912ed6aef req-55c8e0b5-9f12-4006-b3ef-b98c489d0f7f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127324 Apr 29 08:57:25.452786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-770246e6-3fa0-4653-84e4-73b6864365d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.454275 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-770246e6-3fa0-4653-84e4-73b6864365d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.1020157 Apr 29 08:57:25.478888 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-57793cc6-d15b-4298-8bcc-1b8a21263ff6 None None] Provisioning complete for port 69230ee3-728d-4825-9b39-4cb903b621cf triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:25.479267 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-57793cc6-d15b-4298-8bcc-1b8a21263ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:25.520700 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-b3258035-5bf9-47db-bbf2-1139422dc701 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 1002 time: 0.0589142 Apr 29 08:57:25.576861 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-e8bfa64c-52a5-4938-8e3c-0e2fc4cef3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.578368 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-e8bfa64c-52a5-4938-8e3c-0e2fc4cef3ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.0506227 Apr 29 08:57:25.624609 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-f371d965-4937-46e0-9d9c-fcd8d70d81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:25.626107 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-f371d965-4937-46e0-9d9c-fcd8d70d81a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400798 Apr 29 08:57:25.688318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-57793cc6-d15b-4298-8bcc-1b8a21263ff6 None None] Current status of the port 69230ee3-728d-4825-9b39-4cb903b621cf is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:25.726594 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-cf63dc2f-620a-4eb6-b855-44ca0ecb8de5 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Apr 29 08:57:25.822843 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e6d1d48e-3dd5-4cc9-bbea-791f6f66f667 req-50494b56-042c-4400-9d0e-62bf176fa39d service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Apr 29 08:57:27.662284 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-d1d811fa-b8ea-4472-824d-54c194387c37 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667238243&fields=id&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 267 time: 0.0429838 Apr 29 08:57:27.767314 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-b72a9ac8-81f6-44bf-9acf-d16d9bd1be04 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:27.768811 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-b72a9ac8-81f6-44bf-9acf-d16d9bd1be04 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1003594 Apr 29 08:57:27.783597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-e6564a65-daf6-41e1-899d-a9ca67321928 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/quotas/d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 375 time: 0.0091152 Apr 29 08:57:27.836814 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-0a500f33-6ecc-470a-b8e6-30c153ce900c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479896 Apr 29 08:57:27.930945 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-60a862e5-a85f-458d-b1c4-6135b9e2b493 service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820413 Apr 29 08:57:28.022106 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-863b3998-e25e-4fac-af63-f9ea7b96a0c0 service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Apr 29 08:57:28.324802 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18dc22d3-d735-4e81-b411-1488992c9917 req-7bb81590-370d-44b3-9849-6052e4aeb4cc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 210 time: 0.0305893 Apr 29 08:57:29.424440 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3fb28ed-0fa9-40cc-b683-24f81670d5da req-377839e5-591b-4f00-a740-b3c56a29d83c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 210 time: 0.0300648 Apr 29 08:57:29.517021 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-de059ca3-929f-4791-ab3a-9b378aad4343 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:29.518474 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-de059ca3-929f-4791-ab3a-9b378aad4343 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1381204 Apr 29 08:57:29.590592 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-bc146396-ffe5-49ed-b989-8ae8604ba944 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 380 time: 0.0557370 Apr 29 08:57:29.633238 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'port': {'device_id': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'admin_state_up': True, 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'security_groups': ['d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:29.744385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Made reservation on behalf of d8dd37ae188e415e86f551e3f760319e for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:57:29.747665 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:29.803107 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-cb85a6c7-db25-4c0b-9e42-c167db3d94b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:29.877078 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.20.0.8 (1a8d7fea-92bf-4f68-8779-641df4ec3db8/9cebad59-cdce-444e-967b-092d8033fca6/7fcb9366-b893-4162-8459-0a266ed77525) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:57:30.019139 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (7fcb9366-b893-4162-8459-0a266ed77525), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.052601 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.095381 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:57:30.100731 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:57:30.104463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:57:30.128347 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:30.158291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:30.158951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.178401 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-f5e23090-5372-474c-89e7-b5c078456eca tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492997 Apr 29 08:57:30.198907 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Request body: {'port': {'device_id': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:30.275180 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7fcb9366-b893-4162-8459-0a266ed77525), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.341532 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-da9127c1-25dd-4b9a-8fc8-1fd28af95b3c None None] Provisioning complete for port 7fcb9366-b893-4162-8459-0a266ed77525 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:30.341907 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da9127c1-25dd-4b9a-8fc8-1fd28af95b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7fcb9366-b893-4162-8459-0a266ed77525), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.383914 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-da9127c1-25dd-4b9a-8fc8-1fd28af95b3c None None] Port 7fcb9366-b893-4162-8459-0a266ed77525 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:57:30.600340 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa643b1-db84-484a-88ef-42de4864598d req-3f617628-6b8d-49ff-a955-23e2043fff43 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:30.601911 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0aa643b1-db84-484a-88ef-42de4864598d req-3f617628-6b8d-49ff-a955-23e2043fff43 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 931 time: 0.0955782 Apr 29 08:57:30.676274 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcb9366-b893-4162-8459-0a266ed77525 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:57:30.690593 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks [] for port (7fcb9366-b893-4162-8459-0a266ed77525), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.704985 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0aa643b1-db84-484a-88ef-42de4864598d req-707191d5-d63b-4816-9fa0-b725203dae15 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929508 Apr 29 08:57:30.713464 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Transition to ACTIVE for port object 7fcb9366-b893-4162-8459-0a266ed77525 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:57:30.718817 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.791269 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:30.872195 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Attempting to bind port 7fcb9366-b893-4162-8459-0a266ed77525 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:57:30.872541 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Attempting to bind port 7fcb9366-b893-4162-8459-0a266ed77525 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:57:30.872876 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Attempting to bind port 7fcb9366-b893-4162-8459-0a266ed77525 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:57:30.877524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Port 7fcb9366-b893-4162-8459-0a266ed77525 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:57:30.877851 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Attempting to bind port 7fcb9366-b893-4162-8459-0a266ed77525 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:57:30.883101 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:57:30.883447 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:57:30.883837 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Bound using segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:57:30.884317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Bound port: 7fcb9366-b893-4162-8459-0a266ed77525, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:57:30.884682 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7fcb9366-b893-4162-8459-0a266ed77525), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:30.955207 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:57:30.959096 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=7fcb9366-b893-4162-8459-0a266ed77525,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:57:30.966057 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:31.002761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:31.003268 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:31.005257 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] 10.222.0.20 "PUT /v2.0/ports/7fcb9366-b893-4162-8459-0a266ed77525 HTTP/1.1" status: 200 len: 1093 time: 0.8113978 Apr 29 08:57:31.005700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:31.007982 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b6426-1a02-4146-b4d2-2e3c5b938317" -d '{"events": [{"name": "network-changed", "server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "tag": "7fcb9366-b893-4162-8459-0a266ed77525"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:31.040628 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfebfc-736a-4d1f-94c6-b28f03edc4bb service neutron] Pushing event updated for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:31.058726 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120fd32b-7bd1-455a-b805-0bfd96e86b33 x-openstack-request-id: req-120fd32b-7bd1-455a-b805-0bfd96e86b33 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:31.059132 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "tag": "7fcb9366-b893-4162-8459-0a266ed77525", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:31.059873 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-120fd32b-7bd1-455a-b805-0bfd96e86b33 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:31.060320 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120fd32b-7bd1-455a-b805-0bfd96e86b33'] response: {'name': 'network-changed', 'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525', 'status': 'completed', 'code': 200} Apr 29 08:57:31.127345 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-d15ec29e-a4dc-457e-aba7-fc001df3a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:31.129503 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-d15ec29e-a4dc-457e-aba7-fc001df3a3d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 1127 time: 0.0422382 Apr 29 08:57:31.187086 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-8ab2318e-c9e1-4642-b634-130a7b252c44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fcb9366-b893-4162-8459-0a266ed77525 HTTP/1.1" status: 200 len: 217 time: 0.0379832 Apr 29 08:57:31.235421 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-6f4d2457-d395-4bb3-8e1d-6760b4192c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:31.237283 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-6f4d2457-d395-4bb3-8e1d-6760b4192c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0439196 Apr 29 08:57:31.286842 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-ffe1264f-b189-4de5-941a-6888c50d2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:31.288371 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-ffe1264f-b189-4de5-941a-6888c50d2a5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398328 Apr 29 08:57:31.384220 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-550e9af3-ed14-4026-87f7-d79c18c81425 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Apr 29 08:57:31.476809 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8fd41cd7-7993-4a1d-958c-0adb9b2bce35 req-2c7f47c0-095d-4d3c-a607-680df319b42a service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Apr 29 08:57:31.837575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774fa6d-f5a9-4614-86a9-093e08ab5a31 req-3df8d4e2-5944-4446-b990-dae9471cea80 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:31.839075 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0774fa6d-f5a9-4614-86a9-093e08ab5a31 req-3df8d4e2-5944-4446-b990-dae9471cea80 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0523560 Apr 29 08:57:31.889358 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0774fa6d-f5a9-4614-86a9-093e08ab5a31 req-3ffdad99-32d8-4f52-99ab-5e619c18a0a6 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Apr 29 08:57:32.081318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b8bd0acb-23ba-4883-bd12-5f4a002cb902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:32.613501 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-053b848b-8ca9-4a7c-b585-3890b1760e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:32.614998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-053b848b-8ca9-4a7c-b585-3890b1760e8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 1127 time: 0.0406947 Apr 29 08:57:32.708545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-f4038c5e-ecb7-4843-9046-cac5a58103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:32.710030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-f4038c5e-ecb7-4843-9046-cac5a58103cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.0878820 Apr 29 08:57:32.752317 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-ff247c62-2d31-4045-b03a-7fa64b6717ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fcb9366-b893-4162-8459-0a266ed77525 HTTP/1.1" status: 200 len: 217 time: 0.0341039 Apr 29 08:57:32.798675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-e3a9711a-a39d-4b55-8200-0384c3cc5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:32.800070 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-e3a9711a-a39d-4b55-8200-0384c3cc5d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0420105 Apr 29 08:57:32.846414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-2ee6ebe1-7c4d-4d3c-9c87-1b0ed382c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:32.848018 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-2ee6ebe1-7c4d-4d3c-9c87-1b0ed382c7f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412335 Apr 29 08:57:32.941006 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-a30d5b36-782a-4582-a353-02fcd59a00f0 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 Apr 29 08:57:33.010318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38367c44-2b87-42ac-9631-b603e445a884 req-eac57137-8990-4bc8-b3ca-f837fc1b8930 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:33.011956 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38367c44-2b87-42ac-9631-b603e445a884 req-eac57137-8990-4bc8-b3ca-f837fc1b8930 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0507038 Apr 29 08:57:33.040649 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac5b6426-1a02-4146-b4d2-2e3c5b938317 req-71f9d831-6a5f-4329-9024-ce014934e39e service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915391 Apr 29 08:57:33.061831 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38367c44-2b87-42ac-9631-b603e445a884 req-ab72a5bb-3b8f-4842-a740-15d8b9d1dd61 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437219 Apr 29 08:57:33.643777 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:34.177150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b8ef1-9fdc-4c6a-825c-bc3f156d6385 req-d8c3e887-a981-4a86-a8b0-eaa142d1b660 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:34.178659 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-671b8ef1-9fdc-4c6a-825c-bc3f156d6385 req-d8c3e887-a981-4a86-a8b0-eaa142d1b660 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0480917 Apr 29 08:57:34.227932 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-671b8ef1-9fdc-4c6a-825c-bc3f156d6385 req-b5b5259f-c1ea-41cd-9bb8-f98a82d584d9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Apr 29 08:57:34.782335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:35.352185 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5bf4f-2bb0-4984-b180-0e671ecaee87 req-f21f3cae-9074-4672-9b6d-53911438dbef tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:35.353824 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6fd5bf4f-2bb0-4984-b180-0e671ecaee87 req-f21f3cae-9074-4672-9b6d-53911438dbef tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0526550 Apr 29 08:57:35.411213 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6fd5bf4f-2bb0-4984-b180-0e671ecaee87 req-18525576-db40-4646-bd7f-bdd3fd7bc1b8 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508647 Apr 29 08:57:36.329098 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:36.530960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea074d-58f6-4f60-b9f3-1f5ddcdd411d req-9aa6012d-8cfe-4ed7-96f3-4e03a9108456 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:36.532474 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18ea074d-58f6-4f60-b9f3-1f5ddcdd411d req-9aa6012d-8cfe-4ed7-96f3-4e03a9108456 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0492125 Apr 29 08:57:36.592989 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18ea074d-58f6-4f60-b9f3-1f5ddcdd411d req-f6e90e9a-e60b-45c4-81fd-c0ce3aa4b73f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541475 Apr 29 08:57:37.641333 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:37.716602 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acc237-6084-430f-aea6-4ba206f2f7a4 req-66b5bedd-ca66-46cf-890b-df57baf5d146 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:37.718078 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-63acc237-6084-430f-aea6-4ba206f2f7a4 req-66b5bedd-ca66-46cf-890b-df57baf5d146 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0470972 Apr 29 08:57:37.767827 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-63acc237-6084-430f-aea6-4ba206f2f7a4 req-31b8ae1f-32c0-4406-8981-804be6589cf3 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Apr 29 08:57:38.882757 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e7e9e-0cca-4370-abd1-fe62b655197b req-eb49f8de-01b7-4c4f-80e3-568563f834f4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:38.884284 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4f2e7e9e-0cca-4370-abd1-fe62b655197b req-eb49f8de-01b7-4c4f-80e3-568563f834f4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 943 time: 0.0487945 Apr 29 08:57:38.938276 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4f2e7e9e-0cca-4370-abd1-fe62b655197b req-49efa4fe-beb7-414c-b8af-39a90cbf2780 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484445 Apr 29 08:57:39.731650 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 7fcb9366-b893-4162-8459-0a266ed77525 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:57:39.827902 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=7fcb9366-b893-4162-8459-0a266ed77525,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:39.839210 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '7fcb9366-b893-4162-8459-0a266ed77525', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'port_id': '7fcb9366-b893-4162-8459-0a266ed77525', 'mac_address': 'fa:16:3e:01:62:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:57:39.880462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 7fcb9366-b893-4162-8459-0a266ed77525 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:39.880854 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7fcb9366-b893-4162-8459-0a266ed77525), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:39.893340 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcb9366-b893-4162-8459-0a266ed77525 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:57:39.912055 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=7fcb9366-b893-4162-8459-0a266ed77525,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:39.916054 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:39.963857 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:40.067737 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2043b8e-efa7-4eb4-b46d-a71f6b0a3d90 req-b27ae6a4-9be1-422e-9d4e-d0d370b521ce tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:40.069155 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2043b8e-efa7-4eb4-b46d-a71f6b0a3d90 req-b27ae6a4-9be1-422e-9d4e-d0d370b521ce tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 944 time: 0.0473838 Apr 29 08:57:40.123823 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2043b8e-efa7-4eb4-b46d-a71f6b0a3d90 req-27c9e221-320c-4fd0-b359-bae84d465802 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490394 Apr 29 08:57:40.198633 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:57:40.483740 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['7fcb9366-b893-4162-8459-0a266ed77525'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:57:41.236831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031128a2-0dda-4b52-af1b-089c12d835e8 req-2b3b4c1c-7693-4b87-b1b7-3736beecf7d9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:41.238919 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-031128a2-0dda-4b52-af1b-089c12d835e8 req-2b3b4c1c-7693-4b87-b1b7-3736beecf7d9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 944 time: 0.0471013 Apr 29 08:57:41.288511 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-031128a2-0dda-4b52-af1b-089c12d835e8 req-20e5def5-0008-45e7-9579-5801f066e472 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432634 Apr 29 08:57:41.886343 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 7fcb9366-b893-4162-8459-0a266ed77525 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:57:41.932588 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 7fcb9366-b893-4162-8459-0a266ed77525 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:57:41.948802 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 7fcb9366-b893-4162-8459-0a266ed77525 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:57:41.949212 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (7fcb9366-b893-4162-8459-0a266ed77525), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:42.037675 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 7fcb9366-b893-4162-8459-0a266ed77525 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:57:42.038062 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7fcb9366-b893-4162-8459-0a266ed77525), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:42.062183 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:42.064806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f531d-8d57-42d2-a9a2-ee8b5e84eade" -d '{"events": [{"server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7fcb9366-b893-4162-8459-0a266ed77525"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:42.079207 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=7fcb9366-b893-4162-8459-0a266ed77525,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:57:42.084448 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:42.108780 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715dc55e-9533-4da5-af60-d0ebb3ed13e8 x-openstack-request-id: req-715dc55e-9533-4da5-af60-d0ebb3ed13e8 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:42.109097 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "name": "network-vif-plugged", "status": "completed", "tag": "7fcb9366-b893-4162-8459-0a266ed77525", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:42.109358 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-715dc55e-9533-4da5-af60-d0ebb3ed13e8 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:42.109761 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715dc55e-9533-4da5-af60-d0ebb3ed13e8'] response: {'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525', 'code': 200} Apr 29 08:57:42.137724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:42.437239 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d034787-7200-449e-8197-b595d51ed433 req-d37fca57-c3e5-4d6f-9f51-b89bbbc97dc9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:42.438630 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5d034787-7200-449e-8197-b595d51ed433 req-d37fca57-c3e5-4d6f-9f51-b89bbbc97dc9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0809631 Apr 29 08:57:42.445212 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306b723-ff01-470d-a851-e9d2ea328851 req-791ecd59-e587-46df-a332-d05ae6e63d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:42.446675 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5306b723-ff01-470d-a851-e9d2ea328851 req-791ecd59-e587-46df-a332-d05ae6e63d6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 1129 time: 0.0558236 Apr 29 08:57:42.518077 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5d034787-7200-449e-8197-b595d51ed433 req-d9078310-4fd2-49f5-8c19-ddca29de8182 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704441 Apr 29 08:57:42.526435 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5306b723-ff01-470d-a851-e9d2ea328851 req-ac2be916-ddcf-4a68-84db-8907649ab811 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719619 Apr 29 08:57:43.637680 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c93d5-5fc8-4f61-b8b2-bbebb5d53228 req-b79a7921-1ff6-44d1-a5c2-5f315671b512 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:43.639174 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b55c93d5-5fc8-4f61-b8b2-bbebb5d53228 req-b79a7921-1ff6-44d1-a5c2-5f315671b512 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0504508 Apr 29 08:57:43.690821 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b55c93d5-5fc8-4f61-b8b2-bbebb5d53228 req-4765d514-7d66-4a53-ae52-80c55e202370 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 Apr 29 08:57:44.810479 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e6b09-892b-468d-8a04-42c0c2903193 req-851ceaa5-9b5b-4582-812a-47873324f41a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:44.812049 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1e8e6b09-892b-468d-8a04-42c0c2903193 req-851ceaa5-9b5b-4582-812a-47873324f41a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0501559 Apr 29 08:57:44.868965 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1e8e6b09-892b-468d-8a04-42c0c2903193 req-a76b315f-a0c8-4d43-a18b-c39c42ca92d3 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506303 Apr 29 08:57:44.986169 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d46a0-0c5b-4de5-a344-c5491ac60977 req-f32e2f26-0918-4e6f-84c6-4ac8b6dd4b9f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:44.987733 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf4d46a0-0c5b-4de5-a344-c5491ac60977 req-f32e2f26-0918-4e6f-84c6-4ac8b6dd4b9f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0504160 Apr 29 08:57:45.037585 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bf4d46a0-0c5b-4de5-a344-c5491ac60977 req-e26485cb-c1ac-4678-904b-df9006aeb828 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Apr 29 08:57:45.059813 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59336) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:45.140465 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d6ff7-8a68-4c5e-bf91-36283d60cea1 tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:45.141993 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-057d6ff7-8a68-4c5e-bf91-36283d60cea1 tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 1124 time: 0.0811639 Apr 29 08:57:45.145533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59342) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:57:45.149710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'port_id': '7fcb9366-b893-4162-8459-0a266ed77525', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:57:45.169897 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:45.250319 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:45.356062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.27.0.112 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/5e8e2425-9f0b-4454-be02-ca2ab3d24de5) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:57:45.465434 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:45.501361 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:45.540691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:57:45.545765 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:57:45.548583 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:57:45.576466 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=5e8e2425-9f0b-4454-be02-ca2ab3d24de5,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:45.949749 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (0a646610-2817-4fbb-a7e0-ce258cdc1c1c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.020253 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.169623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.174439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.488349 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=5e8e2425-9f0b-4454-be02-ca2ab3d24de5,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:57:46.500716 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (0a646610-2817-4fbb-a7e0-ce258cdc1c1c), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.604296 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 0a646610-2817-4fbb-a7e0-ce258cdc1c1c associated. External IP: 172.27.0.112, port: 7fcb9366-b893-4162-8459-0a266ed77525. Apr 29 08:57:46.820974 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:57:46.932978 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:57:46.943784 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:57:46.951563 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:57:46.955039 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:46.955671 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdef790>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:57:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:46.987131 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0a7a7a23-7981-4f40-9447-4d68a8eb0967 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8365831 Apr 29 08:57:46.987131 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:57:46.987131 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba97e2-b35b-4f5c-9384-2544878f0f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "tag": "7fcb9366-b893-4162-8459-0a266ed77525"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:57:47.031124 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e294ac28-7905-43c3-83bd-da16b4626ac9 x-openstack-request-id: req-e294ac28-7905-43c3-83bd-da16b4626ac9 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:57:47.031415 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "tag": "7fcb9366-b893-4162-8459-0a266ed77525", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:57:47.031671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e294ac28-7905-43c3-83bd-da16b4626ac9 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:57:47.032074 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e294ac28-7905-43c3-83bd-da16b4626ac9'] response: {'name': 'network-changed', 'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525', 'status': 'completed', 'code': 200} Apr 29 08:57:47.065713 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:47.121665 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-49c9a5ca-e6ec-4003-b533-a689438555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:47.123096 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-49c9a5ca-e6ec-4003-b533-a689438555c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 1129 time: 0.0402470 Apr 29 08:57:47.220652 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-96ee3f27-44cd-4d51-be03-9acc22119614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:47.222140 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-96ee3f27-44cd-4d51-be03-9acc22119614 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.0918684 Apr 29 08:57:47.297785 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-8aa9cb73-7124-490c-b594-d927075e0e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fcb9366-b893-4162-8459-0a266ed77525 HTTP/1.1" status: 200 len: 999 time: 0.0626807 Apr 29 08:57:47.355607 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-894fde40-1878-4821-ae18-f9990927628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:47.357231 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-894fde40-1878-4821-ae18-f9990927628a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0469866 Apr 29 08:57:47.376696 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdef790>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '0a646610-2817-4fbb-a7e0-ce258cdc1c1c', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '7fcb9366-b893-4162-8459-0a266ed77525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:01:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:45Z', 'updated_at': '2022-04-29T08:57:45Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:47.407062 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:57:47.412778 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-823136ab-9189-4966-beb7-4b5542771dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:57:47.414311 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-823136ab-9189-4966-beb7-4b5542771dfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466063 Apr 29 08:57:47.415878 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:57:47.416548 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdef790>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:57:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:47.511882 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-710d1384-ea54-4f5d-8c86-699199d3ff65 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Apr 29 08:57:47.530259 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:57:47.617771 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03ba97e2-b35b-4f5c-9384-2544878f0f7a req-ec2449fc-773a-49cb-aed5-df4e00694077 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962474 Apr 29 08:57:47.777658 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdef790>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '0a646610-2817-4fbb-a7e0-ce258cdc1c1c', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '7fcb9366-b893-4162-8459-0a266ed77525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:01:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:45Z', 'updated_at': '2022-04-29T08:57:45Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:57:47.807700 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad79f75-d771-4443-a850-8932aebec5ee None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '0a646610-2817-4fbb-a7e0-ce258cdc1c1c', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '7fcb9366-b893-4162-8459-0a266ed77525', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:01:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:57:45Z', 'updated_at': '2022-04-29T08:57:45Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:57:48.007587 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ece4d-5d2d-4141-817e-7f2c996dde9b None None] New status for floating IP 0a646610-2817-4fbb-a7e0-ce258cdc1c1c: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:57:59.829570 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-76ce0fab-7f98-40e0-82e5-5df739a50d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:00.903860 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953738-0886-4478-8d8c-63d16a481aa0 req-f20068b9-8ca6-4d22-9a83-7cd50b6f0610 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:00.905425 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-53953738-0886-4478-8d8c-63d16a481aa0 req-f20068b9-8ca6-4d22-9a83-7cd50b6f0610 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0469983 Apr 29 08:58:00.953133 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-53953738-0886-4478-8d8c-63d16a481aa0 req-d695e703-7772-4e8e-8d2e-b4acf1821526 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Apr 29 08:58:02.086233 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99d61d69-824b-4810-a04d-9df604bad6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:02.089631 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3c8ed-d89a-42ff-8db1-9960e7ce12d3 req-75bcc2cd-29e0-4291-ac37-51ee38652300 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:02.091185 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbe3c8ed-d89a-42ff-8db1-9960e7ce12d3 req-75bcc2cd-29e0-4291-ac37-51ee38652300 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0637538 Apr 29 08:58:02.139982 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bbe3c8ed-d89a-42ff-8db1-9960e7ce12d3 req-bbc7300c-a966-4931-8a34-dceebbb63852 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Apr 29 08:58:02.877549 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-8044d6b8-3ff2-45a2-bb20-3c65daf02bf8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:02.879424 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-8044d6b8-3ff2-45a2-bb20-3c65daf02bf8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0551357 Apr 29 08:58:02.972728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:02.973061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.066953 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] For port 9e72371e-8d60-4d5c-8356-4c1a4228bf38, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=9e72371e-8d60-4d5c-8356-4c1a4228bf38,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:03.067317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.309310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e7d0-5b49-4529-b805-35cb7d624fa9 req-6ea74036-0bdc-4c00-8e4b-c071ab1975fc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:03.310806 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d21e7d0-5b49-4529-b805-35cb7d624fa9 req-6ea74036-0bdc-4c00-8e4b-c071ab1975fc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 945 time: 0.0928109 Apr 29 08:58:03.355180 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.355543 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.355867 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 18fc465c-46c8-4579-a76e-27672b51cd52 disassociated. External IP: 172.27.0.109, port: 9e72371e-8d60-4d5c-8356-4c1a4228bf38. Apr 29 08:58:03.356239 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 9e72371e-8d60-4d5c-8356-4c1a4228bf38 owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:03.387867 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d21e7d0-5b49-4529-b805-35cb7d624fa9 req-ccb3c658-61a3-4f4c-8b2a-1452fd9b049a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=609671a4-3817-4fe0-a879-e46b4451a935&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702927 Apr 29 08:58:03.507996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (9e72371e-8d60-4d5c-8356-4c1a4228bf38), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.538372 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=9e72371e-8d60-4d5c-8356-4c1a4228bf38,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:03.549690 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.550044 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.550397 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.550747 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.551086 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.551415 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.551751 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.552084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.552447 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.553443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.553783 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.554124 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.554459 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.554784 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.555112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:03.645135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.668491 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:58:03.783082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:58:03.794344 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:58:03.807832 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:03.808497 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006d790>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:03.830812 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] No DVR routers for this DVR port 9e72371e-8d60-4d5c-8356-4c1a4228bf38 on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:58:03.833580 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:03.837467 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ec2de970-5ebc-4e44-8579-133c55fb2baa req-f8bb1463-1e8e-4eaf-a96f-2124b013409e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "DELETE /v2.0/ports/9e72371e-8d60-4d5c-8356-4c1a4228bf38 HTTP/1.1" status: 204 len: 173 time: 0.9518299 Apr 29 08:58:03.837946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'name': 'network-vif-deleted', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:03.840410 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc96e2-8d2d-4474-a077-d7a714494df7" -d '{"events": [{"server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "name": "network-vif-deleted", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:03.900849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd6be1-6eab-4ba0-9af8-4a658c1e9a4e x-openstack-request-id: req-63fd6be1-6eab-4ba0-9af8-4a658c1e9a4e {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:03.901986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ab666e-c39f-4202-9e7a-aa431a96a130", "name": "network-vif-deleted", "tag": "9e72371e-8d60-4d5c-8356-4c1a4228bf38", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:03.902578 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63fd6be1-6eab-4ba0-9af8-4a658c1e9a4e {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:03.903371 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fd6be1-6eab-4ba0-9af8-4a658c1e9a4e'] response: {'server_uuid': '21ab666e-c39f-4202-9e7a-aa431a96a130', 'name': 'network-vif-deleted', 'tag': '9e72371e-8d60-4d5c-8356-4c1a4228bf38', 'status': 'completed', 'code': 200} Apr 29 08:58:03.943228 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:04.192199 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006d790>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:04.218800 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:58:04.227993 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:04.228655 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006d790>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:04.347331 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:04.526610 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-db185c5e-395c-4531-98be-47981d1a4e81 req-8e31e699-060b-4fbe-bbda-d536d70080cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=21ab666e-c39f-4202-9e7a-aa431a96a130 HTTP/1.1" status: 200 len: 210 time: 0.0398681 Apr 29 08:58:04.589333 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006d790>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:04.621015 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5c02e6-f0ce-42f2-bea1-ed58ab5bdff5 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '06e33e67-3c70-4378-b313-8bc2b46c2067', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:7b:bd:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:51:23Z', 'updated_at': '2022-04-29T08:52:25Z', 'revision_number': 2, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:58:04.783383 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:04.877988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8856a4-fcda-4766-aa40-491576a72a84 None None] New status for floating IP 18fc465c-46c8-4579-a76e-27672b51cd52: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:58:05.617435 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59396) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:05.679184 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (609671a4-3817-4fe0-a879-e46b4451a935), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:05.705315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (609671a4-3817-4fe0-a879-e46b4451a935), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:05.757165 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (609671a4-3817-4fe0-a879-e46b4451a935), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:05.761166 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:05.765306 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/security-groups/609671a4-3817-4fe0-a879-e46b4451a935 HTTP/1.1" status: 204 len: 168 time: 0.1442702 Apr 29 08:58:05.765821 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59398) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:05.773758 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814d89-8644-46c6-ae9d-e5165f119d26 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609671a4-3817-4fe0-a879-e46b4451a935,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:05.787663 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-e5d925a9-4044-4957-ae7a-db98f0477162 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] show failed (client error): The resource could not be found. Apr 29 08:58:05.791842 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59400) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:05.792038 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e5d925a9-4044-4957-ae7a-db98f0477162 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups/609671a4-3817-4fe0-a879-e46b4451a935 HTTP/1.1" status: 404 len: 347 time: 0.0246711 Apr 29 08:58:05.915993 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port f9ba9cff-0471-49d2-9816-d493a8e4de9d {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:05.916373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:05.949123 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 9e72371e-8d60-4d5c-8356-4c1a4228bf38 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:58:05.970276 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 9e72371e-8d60-4d5c-8356-4c1a4228bf38 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:58:05.970900 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 9e72371e-8d60-4d5c-8356-4c1a4228bf38 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:58:06.256311 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.256667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (f9ba9cff-0471-49d2-9816-d493a8e4de9d), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.274553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for f9ba9cff-0471-49d2-9816-d493a8e4de9d owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:06.334405 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.461962 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (f9ba9cff-0471-49d2-9816-d493a8e4de9d), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.490092 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=f9ba9cff-0471-49d2-9816-d493a8e4de9d,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:06.565421 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (18fc465c-46c8-4579-a76e-27672b51cd52), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.568010 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:06.570338 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-26a7d489-9471-4046-badc-85e1751a5b35 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/floatingips/18fc465c-46c8-4579-a76e-27672b51cd52 HTTP/1.1" status: 204 len: 168 time: 0.7769141 Apr 29 08:58:07.654679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:08.554815 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-e1b1914c-e4de-45a1-8ada-b73d32c7517b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396814 Apr 29 08:58:08.629697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-548c9143-b107-4c4d-bdfe-704b95f035df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:08.631240 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-548c9143-b107-4c4d-bdfe-704b95f035df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1130 time: 0.0432634 Apr 29 08:58:08.738788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-7a30c72c-ca57-41d4-8d4a-fcae6582b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:08.741045 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-7a30c72c-ca57-41d4-8d4a-fcae6582b7ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.0880435 Apr 29 08:58:08.784668 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-f72c3285-73b0-453d-a96b-f78b689dadba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 200 len: 217 time: 0.0382993 Apr 29 08:58:08.837579 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-4382c23e-ea7e-4fe4-9785-ab4d605e3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:08.839090 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-4382c23e-ea7e-4fe4-9785-ab4d605e3267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0484114 Apr 29 08:58:08.884935 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-7b98212f-f4f0-4432-9b73-c3ddd3e8ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:08.886457 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-7b98212f-f4f0-4432-9b73-c3ddd3e8ff02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406528 Apr 29 08:58:08.984762 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-380763b3-8189-4cf7-b042-c899fd6a281a service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915635 Apr 29 08:58:09.074801 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9d03eed4-c03b-495e-8600-15eb11dad67b req-9e0681d7-c1fe-4a45-b762-5f90b85058f1 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Apr 29 08:58:15.504006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168864-d9d1-48c3-9e02-6fde5764682c req-5e713fbe-731e-4958-b671-c7cbe7e36999 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:15.506971 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25168864-d9d1-48c3-9e02-6fde5764682c req-5e713fbe-731e-4958-b671-c7cbe7e36999 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0581696 Apr 29 08:58:15.517430 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-c41f8991-b01a-4843-b18a-832b45ed2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:15.519479 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-c41f8991-b01a-4843-b18a-832b45ed2ca4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0533857 Apr 29 08:58:15.559821 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-25168864-d9d1-48c3-9e02-6fde5764682c req-16b2e952-d688-4f03-bd4c-1ccde8ddb272 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475428 Apr 29 08:58:15.652843 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9cf4-0352-4fe7-bd71-dbf603fa666d req-dbeb483a-372d-4613-85a8-3da2e9691cf0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:15.654232 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e0a9cf4-0352-4fe7-bd71-dbf603fa666d req-dbeb483a-372d-4613-85a8-3da2e9691cf0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0642726 Apr 29 08:58:15.659094 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-439c4195-482e-4dcb-8f64-36ebc3c634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:15.660505 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-439c4195-482e-4dcb-8f64-36ebc3c634c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1328950 Apr 29 08:58:15.706384 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e0a9cf4-0352-4fe7-bd71-dbf603fa666d req-b44f92b0-4bfc-4b63-9692-c786c0b65b79 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Apr 29 08:58:15.988893 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-76a51e8c-9209-4b6c-8e92-ad4ad9857e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 1001 time: 0.0596001 Apr 29 08:58:16.039194 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-b97a7f8e-a928-4a51-8ea4-e8167de720ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:16.040685 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-b97a7f8e-a928-4a51-8ea4-e8167de720ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0441074 Apr 29 08:58:16.088227 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-6f2e8229-7f9e-4610-8128-ff2f1845a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:16.089717 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-6f2e8229-7f9e-4610-8128-ff2f1845a018 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423326 Apr 29 08:58:16.179095 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-aba2917b-e5eb-42db-bc4b-bc5ac2f53888 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Apr 29 08:58:16.281345 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-afbe565f-6cbb-4adc-bfc2-412c30125a37 req-07349f82-6c2e-46e4-93f2-f23a0ae5db1c service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882506 Apr 29 08:58:16.674367 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a11db-6fc2-4b5f-8884-1bea5383fe71 req-fae0dc86-a157-48cd-83a3-cc773a0d10ba tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:16.675834 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-001a11db-6fc2-4b5f-8884-1bea5383fe71 req-fae0dc86-a157-48cd-83a3-cc773a0d10ba tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0461750 Apr 29 08:58:16.729299 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-001a11db-6fc2-4b5f-8884-1bea5383fe71 req-2c9c0153-a113-40cb-8502-b21be3c6f646 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Apr 29 08:58:16.824808 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ca643-d6ac-4370-b18d-16f164fc312f req-5bc74647-7c77-4bdc-bf20-53567b44cee0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:16.826308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a9ca643-d6ac-4370-b18d-16f164fc312f req-5bc74647-7c77-4bdc-bf20-53567b44cee0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0488262 Apr 29 08:58:16.874843 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0a9ca643-d6ac-4370-b18d-16f164fc312f req-84083d5e-66ee-4cc4-951f-d7d88c799ae7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ef34748-d575-48e3-a801-3ef539b6291c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429170 Apr 29 08:58:16.951480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-aa95f4a3-7014-4458-9129-bf643978f25b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:16.952962 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-aa95f4a3-7014-4458-9129-bf643978f25b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 946 time: 0.0485997 Apr 29 08:58:17.051483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:17.051832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.156049 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] For port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:17.156367 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.199673 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:58:17.340222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.340583 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.340915 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 06e33e67-3c70-4378-b313-8bc2b46c2067 disassociated. External IP: 172.27.0.65, port: 3b21bf13-34c3-4eab-b46e-1fddbe0106a8. Apr 29 08:58:17.341267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:17.472704 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (3b21bf13-34c3-4eab-b46e-1fddbe0106a8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.505262 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=3b21bf13-34c3-4eab-b46e-1fddbe0106a8,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:17.622605 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:58:17.733335 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:58:17.744744 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:58:17.755502 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:17.756756 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea01a2460>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:17.778304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] No DVR routers for this DVR port 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:58:17.780819 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:17.784145 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da238a9e-4354-446d-8ea4-c94b9c27cd57 req-a1f355c5-e760-4b14-84cf-3fd62c5e2d62 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "DELETE /v2.0/ports/3b21bf13-34c3-4eab-b46e-1fddbe0106a8 HTTP/1.1" status: 204 len: 173 time: 0.8244920 Apr 29 08:58:17.784595 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'name': 'network-vif-deleted', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:17.786889 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b91c56-1202-403d-ba43-0eb648509853" -d '{"events": [{"server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "name": "network-vif-deleted", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:17.859965 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db7fb3-b106-4245-a43f-1b6196e07bb0 x-openstack-request-id: req-b2db7fb3-b106-4245-a43f-1b6196e07bb0 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:17.860859 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7", "name": "network-vif-deleted", "tag": "3b21bf13-34c3-4eab-b46e-1fddbe0106a8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:17.860859 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2db7fb3-b106-4245-a43f-1b6196e07bb0 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:17.861043 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2db7fb3-b106-4245-a43f-1b6196e07bb0'] response: {'server_uuid': '0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7', 'name': 'network-vif-deleted', 'tag': '3b21bf13-34c3-4eab-b46e-1fddbe0106a8', 'status': 'completed', 'code': 200} Apr 29 08:58:17.878921 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192468ea-c29c-4da3-9e5a-b755fdea3c1d req-bbcaadeb-9104-4025-abd6-8f3f759aadf2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:17.882335 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-192468ea-c29c-4da3-9e5a-b755fdea3c1d req-bbcaadeb-9104-4025-abd6-8f3f759aadf2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0764096 Apr 29 08:58:17.960357 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-192468ea-c29c-4da3-9e5a-b755fdea3c1d req-f01f4b2a-f6c0-4ae8-bdda-a10c001297f5 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718110 Apr 29 08:58:18.008406 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:18.015291 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-efb9927d-9492-4871-8141-8c2557c0e790 req-5dddf5b7-a6e9-4fdf-b3f5-61332387b6b7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f9c17b6-b1a2-4ec6-ba8c-2097a8c8ccb7 HTTP/1.1" status: 200 len: 210 time: 0.0313804 Apr 29 08:58:18.213553 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea01a2460>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:18.248351 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:58:18.258182 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:18.258974 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea01a2460>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:18.407265 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:18.611985 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea01a2460>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:18.639218 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63e208-1d78-4e64-b948-220eac059ef3 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:58:18.880366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67118d-1d25-48c6-8d3b-21c2eaf24c72 None None] New status for floating IP 06e33e67-3c70-4378-b313-8bc2b46c2067: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:58:19.089881 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a1ae0-2451-4e86-8f2d-7e2d65c1f018 req-004259ca-4db2-4543-ab14-e726af539404 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:19.091450 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-427a1ae0-2451-4e86-8f2d-7e2d65c1f018 req-004259ca-4db2-4543-ab14-e726af539404 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0520182 Apr 29 08:58:19.114772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59504) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:19.175285 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-427a1ae0-2451-4e86-8f2d-7e2d65c1f018 req-da2c2c54-415e-4711-8f22-80afd0bb408c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781724 Apr 29 08:58:19.195536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (5ef34748-d575-48e3-a801-3ef539b6291c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.219892 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (5ef34748-d575-48e3-a801-3ef539b6291c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.268597 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5ef34748-d575-48e3-a801-3ef539b6291c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.273101 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.274689 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ef34748-d575-48e3-a801-3ef539b6291c HTTP/1.1" status: 204 len: 168 time: 0.1582072 Apr 29 08:58:19.277591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59506) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:19.285086 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef34748-d575-48e3-a801-3ef539b6291c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:19.291333 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.api.v2.resource [None req-1a2f8e0d-c48a-48b7-812c-728067631d9d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] show failed (client error): The resource could not be found. Apr 29 08:58:19.292466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1a2f8e0d-c48a-48b7-812c-728067631d9d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups/5ef34748-d575-48e3-a801-3ef539b6291c HTTP/1.1" status: 404 len: 347 time: 0.0134618 Apr 29 08:58:19.292820 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.293179 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.293527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.293871 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.294212 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.294546 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.294879 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.295210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.295549 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.295799 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59510) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:19.295955 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.296210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.296540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.296870 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.297192 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.297512 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16978d2-489e-4004-a663-d9a899e246f1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:19.425901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port e1c7e4d7-adbe-45f1-804f-de212c40f812 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:19.426190 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.507706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.508081 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (e1c7e4d7-adbe-45f1-804f-de212c40f812), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.519883 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for e1c7e4d7-adbe-45f1-804f-de212c40f812 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:19.656525 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (e1c7e4d7-adbe-45f1-804f-de212c40f812), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.681392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=e1c7e4d7-adbe-45f1-804f-de212c40f812,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:19.745513 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (06e33e67-3c70-4378-b313-8bc2b46c2067), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.747981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:19.749144 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-df93bbbe-a321-47da-821a-d042cf821461 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/floatingips/06e33e67-3c70-4378-b313-8bc2b46c2067 HTTP/1.1" status: 204 len: 168 time: 0.4523702 Apr 29 08:58:19.922457 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59514) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:19.928434 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787975358', 'description': 'tempest-description--301265011'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:19.948663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.004557 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:58:20.014921 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (e6839dd3-22d8-4e55-9043-18808a4065e0), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.018756 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e6839dd3-22d8-4e55-9043-18808a4065e0), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.025742 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:58:20.026094 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 3b21bf13-34c3-4eab-b46e-1fddbe0106a8 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:58:20.050383 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.051630 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1281683 Apr 29 08:58:20.056177 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59516) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:20.059740 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91785-caf2-467f-a6b4-4ca557301100 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6839dd3-22d8-4e55-9043-18808a4065e0,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:20.060737 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': 'e6839dd3-22d8-4e55-9043-18808a4065e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:20.087002 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (b1edff01-fed5-4425-bd84-6164fa233bfd), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.145045 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (b1edff01-fed5-4425-bd84-6164fa233bfd), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.150080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (b1edff01-fed5-4425-bd84-6164fa233bfd), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.167867 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1edff01-fed5-4425-bd84-6164fa233bfd,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:20.176240 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.177477 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-df921648-1e94-4c20-8295-288ea908767f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202040 Apr 29 08:58:20.180434 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59518) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:20.184660 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': 'e6839dd3-22d8-4e55-9043-18808a4065e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:20.211339 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (802a1ffb-eea5-4588-826b-0b8c30455ff4), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.309300 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (802a1ffb-eea5-4588-826b-0b8c30455ff4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.316811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bc7f-2910-44e5-8c38-7f3a0cc3ec5a req-b349aace-fc33-45ad-8bf0-b9c37976ec3f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:20.318327 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ec6bc7f-2910-44e5-8c38-7f3a0cc3ec5a req-b349aace-fc33-45ad-8bf0-b9c37976ec3f tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0704496 Apr 29 08:58:20.319620 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (802a1ffb-eea5-4588-826b-0b8c30455ff4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.354636 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802a1ffb-eea5-4588-826b-0b8c30455ff4,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:20.366860 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.368347 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a2717964-6c4e-4f63-aa6a-589da47ef220 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869648 Apr 29 08:58:20.371597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59524) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:20.377050 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:20.390972 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9ec6bc7f-2910-44e5-8c38-7f3a0cc3ec5a req-8f7393e1-3bf5-4092-8f44-a9a4452ee114 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658910 Apr 29 08:58:20.398530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.478235 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.588795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.27.0.132 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/7b837d5f-c386-4250-8eb4-0cf3ae26fc67) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:58:20.690626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.723832 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.765494 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:58:20.770306 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:58:20.774519 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:58:20.779693 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=7b837d5f-c386-4250-8eb4-0cf3ae26fc67,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:20.858674 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:20.895441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:21.056932 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:21.061181 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:21.132943 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=7b837d5f-c386-4250-8eb4-0cf3ae26fc67,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:21.142622 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:21.157976 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:21.159292 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ffb172b7-bfcf-48cf-8711-f0551ace5b55 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7866037 Apr 29 08:58:21.306416 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-0bfdc533-7824-4832-81a6-7ba3f69821ed tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1787975358&fields=id&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 267 time: 0.0416183 Apr 29 08:58:21.408943 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-722fce90-8f84-42e1-a71f-e5b183f1f2e2 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:21.410414 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-722fce90-8f84-42e1-a71f-e5b183f1f2e2 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.0976012 Apr 29 08:58:21.425686 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-8e2fcbb4-253e-4a63-83ca-dd58ef6f7bdc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/quotas/578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 375 time: 0.0092449 Apr 29 08:58:21.480296 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d2147ad1-cd94-4089-bd67-a9b0d68ed2cd tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483091 Apr 29 08:58:21.511007 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9505c8-667e-4678-9a5a-abb956242cb6 req-061b2c7c-127a-4d91-8f45-9d72d064a8f2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:21.512676 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c9505c8-667e-4678-9a5a-abb956242cb6 req-061b2c7c-127a-4d91-8f45-9d72d064a8f2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0506234 Apr 29 08:58:21.561830 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0c9505c8-667e-4678-9a5a-abb956242cb6 req-3b2d281e-66d3-4774-b009-ad3e57ec28ab tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Apr 29 08:58:21.623825 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-ed8a1044-269f-483c-b1c7-22116772e913 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319160 Apr 29 08:58:21.718480 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-10ed2955-bd5c-4b3b-a1d6-3ec45cdfe254 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889509 Apr 29 08:58:21.889622 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d77f4de2-1b9c-4366-8cab-ae43af861a2d req-0409767f-3c4c-472f-8e65-598b98693b3a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Apr 29 08:58:22.687082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c3790-6d47-406b-8a2b-eb2fdfc06644 req-dfc66b7c-0f4f-49c6-a871-e19d787d72a9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:22.688622 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e5c3790-6d47-406b-8a2b-eb2fdfc06644 req-dfc66b7c-0f4f-49c6-a871-e19d787d72a9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0483723 Apr 29 08:58:22.741719 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e5c3790-6d47-406b-8a2b-eb2fdfc06644 req-7bf0fd0e-faf8-4926-b397-0d15ad2ac6ac tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468907 Apr 29 08:58:23.019740 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e74072f7-b537-4af8-9d6c-7b2fabcd1643 req-83c54127-4476-4480-a367-df3724cccd71 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Apr 29 08:58:23.039578 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-f4375748-8f8f-45ce-bc8f-53161d1cdb8c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:23.042161 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-f4375748-8f8f-45ce-bc8f-53161d1cdb8c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.1538899 Apr 29 08:58:23.120113 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-3af597aa-6947-4d5e-91cf-9420115af4b6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 380 time: 0.0531101 Apr 29 08:58:23.235119 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'port': {'device_id': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'admin_state_up': True, 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'security_groups': ['e6839dd3-22d8-4e55-9043-18808a4065e0']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:23.353710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:58:23.357183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.486575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.20.0.7 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:58:23.623710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.656622 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.698572 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:58:23.703712 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:58:23.707478 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:58:23.731733 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:23.762112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:23.762794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.781484 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-e005afe4-b74e-4b62-a0aa-4c5c9d624aa9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501735 Apr 29 08:58:23.799637 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Request body: {'port': {'device_id': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:23.898527 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06452f1-78a3-4f71-ae93-95e109ca4b21 req-58e22d0f-6234-4d9f-87cf-187b8c4aae7e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:23.900241 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e06452f1-78a3-4f71-ae93-95e109ca4b21 req-58e22d0f-6234-4d9f-87cf-187b8c4aae7e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0756218 Apr 29 08:58:23.904904 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.914201 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-8bce0967-6656-47aa-8a6b-3c0fd71f3a30 None None] Provisioning complete for port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:58:23.914776 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8bce0967-6656-47aa-8a6b-3c0fd71f3a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:23.951092 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-8bce0967-6656-47aa-8a6b-3c0fd71f3a30 None None] Port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:58:23.999230 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e06452f1-78a3-4f71-ae93-95e109ca4b21 req-a870e3c3-5cd1-4f71-9c2c-f5886c40b4a6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829010 Apr 29 08:58:24.140064 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f54b1-98ee-49f2-b629-94934263e403 req-9899f39a-ec5f-4dec-a19f-498985ceaa9e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:24.141649 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-720f54b1-98ee-49f2-b629-94934263e403 req-9899f39a-ec5f-4dec-a19f-498985ceaa9e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 931 time: 0.0494707 Apr 29 08:58:24.199884 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-720f54b1-98ee-49f2-b629-94934263e403 req-12c78b21-fa55-4550-a297-2e70cda6287c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516033 Apr 29 08:58:24.455299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:58:24.463771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks [] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:24.476867 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Transition to ACTIVE for port object 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:58:24.481888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:24.532559 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:24.613573 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Attempting to bind port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:58:24.613917 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Attempting to bind port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:58:24.614287 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Attempting to bind port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:58:24.620769 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c on network b24838f8-74fc-43df-860b-f0934d3ce2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:58:24.621103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Attempting to bind port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:58:24.627353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:58:24.627893 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:58:24.628401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:58:24.628935 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Bound port: 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:58:24.629409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:24.709880 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:58:24.714223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:58:24.722012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:24.738514 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:24.739150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:24.741720 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] 10.222.0.20 "PUT /v2.0/ports/55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c HTTP/1.1" status: 200 len: 1093 time: 0.9462152 Apr 29 08:58:24.763443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:24.766996 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa559a74-1de8-4517-8085-de48c83c4a02" -d '{"events": [{"name": "network-changed", "server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:24.819087 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f55e5d-edfe-4c9b-8139-c769e14fc836 x-openstack-request-id: req-04f55e5d-edfe-4c9b-8139-c769e14fc836 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:24.819560 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:24.819845 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04f55e5d-edfe-4c9b-8139-c769e14fc836 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:24.820407 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f55e5d-edfe-4c9b-8139-c769e14fc836'] response: {'name': 'network-changed', 'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'status': 'completed', 'code': 200} Apr 29 08:58:24.824172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309a79d-6ab4-4848-967c-96ce92ee9c17 service neutron] Pushing event updated for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:24.858718 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-b495cbea-67c5-4357-bb13-a507318b6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:24.860706 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-b495cbea-67c5-4357-bb13-a507318b6d94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 1127 time: 0.0550880 Apr 29 08:58:24.923195 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-f4ae0dad-28c6-4e52-8540-30039a1a3746 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c HTTP/1.1" status: 200 len: 217 time: 0.0457985 Apr 29 08:58:24.973187 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-ea7f1589-e8e6-41b9-97c6-75dbfd5d5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:24.975201 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-ea7f1589-e8e6-41b9-97c6-75dbfd5d5691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0459476 Apr 29 08:58:25.023423 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75797dc-a03f-430e-9e73-2599c814e06c req-8ac4ac72-0837-4837-aae1-b894e194405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:25.025000 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-8ac4ac72-0837-4837-aae1-b894e194405f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429888 Apr 29 08:58:25.128037 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-8a6134f7-df3a-458f-8283-9c2dcff316d5 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947514 Apr 29 08:58:25.128539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c697440-e50b-4e43-b7bb-732e3f3f72cb req-40075ef9-06de-49a2-905d-8c56fa664ecc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:25.130039 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1c697440-e50b-4e43-b7bb-732e3f3f72cb req-40075ef9-06de-49a2-905d-8c56fa664ecc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0525427 Apr 29 08:58:25.185498 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1c697440-e50b-4e43-b7bb-732e3f3f72cb req-0adc1027-5ef8-485c-9068-eaf05ba8df7e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 Apr 29 08:58:25.238258 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f75797dc-a03f-430e-9e73-2599c814e06c req-60cc1fbe-f166-436d-abf7-f7ca076fc681 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027877 Apr 29 08:58:25.330471 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca604b-368c-490c-8ee7-4a158d8cc1e1 req-0b098907-fbdf-457f-8271-a88f72226490 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:25.332517 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23ca604b-368c-490c-8ee7-4a158d8cc1e1 req-0b098907-fbdf-457f-8271-a88f72226490 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 943 time: 0.0542324 Apr 29 08:58:25.383294 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-23ca604b-368c-490c-8ee7-4a158d8cc1e1 req-8908a655-6ee8-46e7-a396-2555825fef3b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Apr 29 08:58:26.301776 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83200081-a4ea-4082-bbd5-49bd3815e23d req-bf5532d5-5441-4b49-9e1a-8a1b10f5b434 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:26.303415 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83200081-a4ea-4082-bbd5-49bd3815e23d req-bf5532d5-5441-4b49-9e1a-8a1b10f5b434 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0478065 Apr 29 08:58:26.356632 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-83200081-a4ea-4082-bbd5-49bd3815e23d req-572c02c3-48a7-48e4-a290-9d29e296e373 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Apr 29 08:58:26.510614 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00e841-629e-4a33-ac59-5629ea798c21 req-28bb8bde-9fb0-4188-8d93-04056e333ac8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:26.512099 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4c00e841-629e-4a33-ac59-5629ea798c21 req-28bb8bde-9fb0-4188-8d93-04056e333ac8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 943 time: 0.0519836 Apr 29 08:58:26.576679 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4c00e841-629e-4a33-ac59-5629ea798c21 req-3d7e7341-2586-4a1a-be37-c57928653978 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585458 Apr 29 08:58:26.942414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bac45a-d8c4-4ac1-98f5-c380aeeec50d req-024223f3-d5b1-4ade-8d99-1188a7bf5aeb tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:26.944692 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-11bac45a-d8c4-4ac1-98f5-c380aeeec50d req-024223f3-d5b1-4ade-8d99-1188a7bf5aeb tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0514786 Apr 29 08:58:26.992983 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-11bac45a-d8c4-4ac1-98f5-c380aeeec50d req-d257cf31-afa7-4c1e-8cd3-0d9dd59261ba tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Apr 29 08:58:27.471207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbe308-1cf1-4492-99f5-8bf80b7c3b73 req-25d56a40-6c25-40af-944e-44ebff6e3f25 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:27.472702 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37fbe308-1cf1-4492-99f5-8bf80b7c3b73 req-25d56a40-6c25-40af-944e-44ebff6e3f25 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0465541 Apr 29 08:58:27.520007 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-37fbe308-1cf1-4492-99f5-8bf80b7c3b73 req-185f8ea8-dc2b-4e67-954e-120c00fb9703 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Apr 29 08:58:27.693242 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2fa43-4406-4776-873d-ecd9a88cd3ad req-aa03ad28-c260-4954-ba6c-8f783c66b1d8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:27.694639 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5a2fa43-4406-4776-873d-ecd9a88cd3ad req-aa03ad28-c260-4954-ba6c-8f783c66b1d8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 943 time: 0.0468934 Apr 29 08:58:27.743550 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5a2fa43-4406-4776-873d-ecd9a88cd3ad req-c2d54f54-811c-44a2-937d-4fa2decf3b6d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431838 Apr 29 08:58:28.055395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:58:28.121322 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc66a0-80e1-436f-8eaf-a81744a6bf24 req-ae8c8689-e9b2-4066-a214-88c0a32f4bd7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.122895 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1cc66a0-80e1-436f-8eaf-a81744a6bf24 req-ae8c8689-e9b2-4066-a214-88c0a32f4bd7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0552490 Apr 29 08:58:28.166222 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:28.176526 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1cc66a0-80e1-436f-8eaf-a81744a6bf24 req-fd0b436a-9b7d-4365-a84c-00c721f4ba13 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Apr 29 08:58:28.179364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'port_id': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'mac_address': 'fa:16:3e:bb:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:58:28.220454 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:58:28.220855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:28.235329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:58:28.256853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:28.260956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:28.308780 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:28.315799 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.316231 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.316601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.316964 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.317310 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.317643 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.318060 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.319144 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.319518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.319860 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.320213 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.320564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.320896 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.321222 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.321549 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 08:58:28.417666 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-c9aec383-b82a-4ba4-b24a-b18e8adeff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.419190 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-c9aec383-b82a-4ba4-b24a-b18e8adeff06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 1128 time: 0.0469947 Apr 29 08:58:28.645375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f756c8-145f-4beb-ab39-bf90c3bded3e req-1b90b1b2-2c3e-4aac-99c7-4261fa334c67 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.647592 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38f756c8-145f-4beb-ab39-bf90c3bded3e req-1b90b1b2-2c3e-4aac-99c7-4261fa334c67 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0571864 Apr 29 08:58:28.696217 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38f756c8-145f-4beb-ab39-bf90c3bded3e req-1176a769-4902-482f-97be-e2c55b09ade6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420337 Apr 29 08:58:28.804765 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-e9963ba5-615a-456e-a20b-b2d3e986f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.806239 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-e9963ba5-615a-456e-a20b-b2d3e986f15e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.0925953 Apr 29 08:58:28.829988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:58:28.856812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-b615d8d1-5adb-43d8-a160-20c65e81be04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c HTTP/1.1" status: 200 len: 217 time: 0.0358808 Apr 29 08:58:28.859480 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023081c-beff-4b4a-9a4f-8a780e36c786 req-f5cf1b0c-5a94-4928-a3b9-b4e0b0c9b695 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.861005 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8023081c-beff-4b4a-9a4f-8a780e36c786 req-f5cf1b0c-5a94-4928-a3b9-b4e0b0c9b695 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Apr 29 08:58:28.907645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-ffdaddfb-1bac-46c1-b6cb-f816696eca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.909112 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8023081c-beff-4b4a-9a4f-8a780e36c786 req-406ae092-52ea-4684-b317-2c2e95c817d9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Apr 29 08:58:28.909278 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-ffdaddfb-1bac-46c1-b6cb-f816696eca83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0459058 Apr 29 08:58:28.962992 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-63d6bcb4-c339-497e-a730-1fb825d3f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:28.965650 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-63d6bcb4-c339-497e-a730-1fb825d3f032 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496562 Apr 29 08:58:29.071934 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-b5aa8181-9917-4dc2-985a-c4bdd3459d0a service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993836 Apr 29 08:58:29.164688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa559a74-1de8-4517-8085-de48c83c4a02 req-fd16c032-f592-4f1b-a023-40c0507e495a service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852022 Apr 29 08:58:29.301199 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74260cad-689d-4f45-bed4-364ce2107b5b req-68c1d225-b133-4a99-be89-b32be32bfba4 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:29.304480 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-74260cad-689d-4f45-bed4-364ce2107b5b req-68c1d225-b133-4a99-be89-b32be32bfba4 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0549152 Apr 29 08:58:29.354252 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-74260cad-689d-4f45-bed4-364ce2107b5b req-41474b30-8ca5-4eea-a113-7256e85235f9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440733 Apr 29 08:58:29.804189 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-da674ce1-09d2-433b-8bae-53b271f19324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:29.814228 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277924e-3986-4a6a-a89b-e65167877cb4 req-60c1cc25-960b-4be6-a706-87fa07e67e4c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:29.815688 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8277924e-3986-4a6a-a89b-e65167877cb4 req-60c1cc25-960b-4be6-a706-87fa07e67e4c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0495219 Apr 29 08:58:29.868213 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8277924e-3986-4a6a-a89b-e65167877cb4 req-924240f3-e956-415f-841d-be53788312f2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461416 Apr 29 08:58:30.024952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966b7b-094c-4d6a-9583-25794133f31a req-6b9d1e45-0f9f-441d-b4d3-f4afd8f840cb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:30.026343 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38966b7b-094c-4d6a-9583-25794133f31a req-6b9d1e45-0f9f-441d-b4d3-f4afd8f840cb tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 944 time: 0.0482924 Apr 29 08:58:30.073926 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38966b7b-094c-4d6a-9583-25794133f31a req-f7abd378-817e-447b-be01-4c4d03fb7ba1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Apr 29 08:58:30.275988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:58:30.323432 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:58:30.328941 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:58:30.329325 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:30.411321 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:58:30.411749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:30.437774 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:30.440079 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721bb62-f50c-401e-8e29-7f09d8578e09" -d '{"events": [{"server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "name": "network-vif-plugged", "status": "completed", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:30.453619 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:30.459338 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:30.480642 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964cac6-1c62-4401-b04b-e4db006aa47a req-203dde8d-7d03-4181-99ae-853e0149b12a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:30.482290 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7964cac6-1c62-4401-b04b-e4db006aa47a req-203dde8d-7d03-4181-99ae-853e0149b12a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0573251 Apr 29 08:58:30.483807 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8b35c-8608-4f08-a3d4-b90c6787e1b2 x-openstack-request-id: req-b4e8b35c-8608-4f08-a3d4-b90c6787e1b2 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:30.484157 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "name": "network-vif-plugged", "status": "completed", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:30.484419 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4e8b35c-8608-4f08-a3d4-b90c6787e1b2 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:30.484820 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e8b35c-8608-4f08-a3d4-b90c6787e1b2'] response: {'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'code': 200} Apr 29 08:58:30.517163 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:30.540363 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7964cac6-1c62-4401-b04b-e4db006aa47a req-f8ccb958-cd5c-451a-b847-51118bcff22b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517154 Apr 29 08:58:31.012310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431271a-3e17-4311-ab6b-d5a1b909f0f3 req-5c9ba551-d1f2-4f6f-b303-7512577b1423 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:31.013822 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3431271a-3e17-4311-ab6b-d5a1b909f0f3 req-5c9ba551-d1f2-4f6f-b303-7512577b1423 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0540085 Apr 29 08:58:31.070409 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3431271a-3e17-4311-ab6b-d5a1b909f0f3 req-d621f521-0b44-4a16-81c8-d3452960d7d9 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509191 Apr 29 08:58:31.195546 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684e8ff-7080-4fbb-a290-8311ddbaa2e6 req-4c5b38ff-51ec-4e07-87a0-0b980d022a8a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:31.197073 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b684e8ff-7080-4fbb-a290-8311ddbaa2e6 req-4c5b38ff-51ec-4e07-87a0-0b980d022a8a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Apr 29 08:58:31.244211 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b684e8ff-7080-4fbb-a290-8311ddbaa2e6 req-68a786a4-c52d-4180-9b7a-f16835ebe66d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Apr 29 08:58:31.663124 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633ff6d-c0d0-43ee-a264-7249b1f1eec2 req-4c65d903-b008-4571-82d3-113f555abdbd tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:31.664975 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6633ff6d-c0d0-43ee-a264-7249b1f1eec2 req-4c65d903-b008-4571-82d3-113f555abdbd tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0512116 Apr 29 08:58:31.716064 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6633ff6d-c0d0-43ee-a264-7249b1f1eec2 req-90ecd08b-64a6-4fa0-a87d-a02d75a4b62d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454102 Apr 29 08:58:32.076639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09420c-ddc3-4cad-b508-cc44cf163f3a req-1d62bc79-b5bb-45e0-847f-2569c8272a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:32.078024 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0c09420c-ddc3-4cad-b508-cc44cf163f3a req-1d62bc79-b5bb-45e0-847f-2569c8272a00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0681474 Apr 29 08:58:32.080212 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-823aba86-26e5-46a6-9aee-9fc1ea32c7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:32.102341 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6969c-56f0-4908-9b44-996123a543de req-51a5d5a8-e019-42d0-b20f-5aa74a8a1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:32.103838 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1ff6969c-56f0-4908-9b44-996123a543de req-51a5d5a8-e019-42d0-b20f-5aa74a8a1aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 1129 time: 0.0602646 Apr 29 08:58:32.131670 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0c09420c-ddc3-4cad-b508-cc44cf163f3a req-8b2d3717-6777-4fcf-97d9-fd96c8cbb946 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Apr 29 08:58:32.188253 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4849-efaf-4567-be52-796589f76ab9 req-212164b1-c598-45f7-95ad-84797c97d2c7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:32.189984 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-285f4849-efaf-4567-be52-796589f76ab9 req-212164b1-c598-45f7-95ad-84797c97d2c7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0499198 Apr 29 08:58:32.243444 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-285f4849-efaf-4567-be52-796589f76ab9 req-a1d7f1bb-1b0a-4b26-ba72-f1a7e9827963 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472178 Apr 29 08:58:32.362317 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a80e6-50e7-4eee-9b07-8eb8275cff2d req-a1d24eca-44be-4fb5-a035-46b88207d98f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:32.363799 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-913a80e6-50e7-4eee-9b07-8eb8275cff2d req-a1d24eca-44be-4fb5-a035-46b88207d98f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0525880 Apr 29 08:58:32.417016 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-913a80e6-50e7-4eee-9b07-8eb8275cff2d req-057b0372-996c-40c5-962d-e7229b6a44d5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Apr 29 08:58:32.728457 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1ff6969c-56f0-4908-9b44-996123a543de req-b42f3b53-9ead-4737-9b97-97283f8502e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Apr 29 08:58:32.831600 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2dea0-0a74-4b95-90c3-0edd7637cc6f req-f59f3043-c031-4408-bad4-1bd084386bea tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:32.833126 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19a2dea0-0a74-4b95-90c3-0edd7637cc6f req-f59f3043-c031-4408-bad4-1bd084386bea tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0485780 Apr 29 08:58:32.885710 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19a2dea0-0a74-4b95-90c3-0edd7637cc6f req-d5901e7c-8f1d-41f0-82f8-58dca8832136 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Apr 29 08:58:33.362245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80403a-a6d4-4064-86b7-614937a13614 req-83fd5d5b-ad0f-4fe0-bed5-bacb3a118b41 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:33.363737 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ed80403a-a6d4-4064-86b7-614937a13614 req-83fd5d5b-ad0f-4fe0-bed5-bacb3a118b41 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0467727 Apr 29 08:58:33.413469 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ed80403a-a6d4-4064-86b7-614937a13614 req-b89e948e-cd12-4c5d-9bed-074ff65886c7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429807 Apr 29 08:58:33.530044 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770186f-11f6-4ac9-9000-038be29dfbee req-4bed859e-f460-41c7-a193-138dfb3ce0ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:33.531447 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a770186f-11f6-4ac9-9000-038be29dfbee req-4bed859e-f460-41c7-a193-138dfb3ce0ce tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Apr 29 08:58:33.578720 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a770186f-11f6-4ac9-9000-038be29dfbee req-4a5854b7-4dee-43a9-991d-80a1abaf0c2e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Apr 29 08:58:33.648847 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:34.009103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d024-20dc-4aea-a88b-816dbb60dca3 req-e8afde73-50f0-40ff-be84-af96b62b3a10 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:34.010678 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-45c9d024-20dc-4aea-a88b-816dbb60dca3 req-e8afde73-50f0-40ff-be84-af96b62b3a10 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0562072 Apr 29 08:58:34.063699 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-45c9d024-20dc-4aea-a88b-816dbb60dca3 req-f80d13c4-6f56-4a83-9ce1-7fff3d626d68 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472658 Apr 29 08:58:34.546853 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70d9da-ede2-416f-9009-83867080e3b6 req-debd6016-ce60-488e-9b82-cc8f4fe71894 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:34.548624 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc70d9da-ede2-416f-9009-83867080e3b6 req-debd6016-ce60-488e-9b82-cc8f4fe71894 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0608716 Apr 29 08:58:34.620034 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef9ef-5096-4b51-bc27-6a6faf5b9839 req-96f25bd7-26df-4c80-b404-6a3362612e73 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:34.621732 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-12aef9ef-5096-4b51-bc27-6a6faf5b9839 req-96f25bd7-26df-4c80-b404-6a3362612e73 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0537679 Apr 29 08:58:34.678634 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-12aef9ef-5096-4b51-bc27-6a6faf5b9839 req-4312c996-9ee3-4b71-a4d3-8cc91a545246 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497844 Apr 29 08:58:34.804794 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:34.838266 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6f006-9011-4091-9b5d-32fe64e7310b req-c8059d27-9ffa-4780-b944-e39912838c2b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:34.839974 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-06c6f006-9011-4091-9b5d-32fe64e7310b req-c8059d27-9ffa-4780-b944-e39912838c2b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0748892 Apr 29 08:58:34.850113 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dc70d9da-ede2-416f-9009-83867080e3b6 req-8e979346-7581-4b49-ad70-e1ab3c4bce53 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943771 Apr 29 08:58:34.899531 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-06c6f006-9011-4091-9b5d-32fe64e7310b req-6bdec541-ea4b-48f6-90ad-246250483c5f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535243 Apr 29 08:58:35.183960 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71966a2b-dc34-4142-b56a-d311b7d28c6d req-f078c682-f14f-4c62-bf01-8212cdd9af66 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:35.185539 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-71966a2b-dc34-4142-b56a-d311b7d28c6d req-f078c682-f14f-4c62-bf01-8212cdd9af66 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0489395 Apr 29 08:58:35.238316 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-71966a2b-dc34-4142-b56a-d311b7d28c6d req-4b349696-1e76-4f10-b28f-c7e54b06955c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471544 Apr 29 08:58:35.807254 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8acc2-b248-4331-9ab5-6a5dc20b38ed req-b01b8d62-9af1-496a-aa8a-c798a61db2e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:35.808794 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3e8acc2-b248-4331-9ab5-6a5dc20b38ed req-b01b8d62-9af1-496a-aa8a-c798a61db2e9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0504642 Apr 29 08:58:35.858275 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b3e8acc2-b248-4331-9ab5-6a5dc20b38ed req-ed4bf6ab-f8a3-4e36-8d30-844d3acaaa57 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Apr 29 08:58:35.966991 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9157d5-74e8-4e3f-98b4-47dd7d721c88 req-d63c3012-7a1f-4cd0-8489-4293988ab900 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:35.968367 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc9157d5-74e8-4e3f-98b4-47dd7d721c88 req-d63c3012-7a1f-4cd0-8489-4293988ab900 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0489786 Apr 29 08:58:36.019217 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55289aa-878f-4cbc-9280-c221463148c7 req-5f37cb70-7ec4-46e0-ab1c-449cb5b1e1c6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:36.020721 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b55289aa-878f-4cbc-9280-c221463148c7 req-5f37cb70-7ec4-46e0-ab1c-449cb5b1e1c6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0530133 Apr 29 08:58:36.025184 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc9157d5-74e8-4e3f-98b4-47dd7d721c88 req-d20a3d8d-4ccd-4bf8-b640-e24302f2173e tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458961 Apr 29 08:58:36.072161 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b55289aa-878f-4cbc-9280-c221463148c7 req-cbbddb90-b935-414a-b417-17dc3744ea06 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Apr 29 08:58:36.189430 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef8c8b-b154-4c21-8d7a-5caf5970e0c3 req-33dec157-821f-4f1e-a25d-2348c1956b67 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:36.190967 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a3ef8c8b-b154-4c21-8d7a-5caf5970e0c3 req-33dec157-821f-4f1e-a25d-2348c1956b67 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0522573 Apr 29 08:58:36.200500 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59676) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:36.204952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'port_id': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:36.245997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:36.334844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:36.394148 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067c2da-f5a5-424a-97bb-0aa70145bf1c req-280d91db-0fce-40c9-9154-b5bcef907a67 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:36.395893 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0067c2da-f5a5-424a-97bb-0aa70145bf1c req-280d91db-0fce-40c9-9154-b5bcef907a67 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0543668 Apr 29 08:58:36.440506 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bcec7-a8db-4d70-a98e-ecaea266ab5a req-905b5a04-d415-4551-b0bc-cffbf7d91995 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:36.444283 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-041bcec7-a8db-4d70-a98e-ecaea266ab5a req-905b5a04-d415-4551-b0bc-cffbf7d91995 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.1121602 Apr 29 08:58:36.454064 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0067c2da-f5a5-424a-97bb-0aa70145bf1c req-e47578fd-ec3b-4f5d-bdab-1f1993a07082 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512774 Apr 29 08:58:36.549880 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-041bcec7-a8db-4d70-a98e-ecaea266ab5a req-965774ee-c61a-4edd-8ba3-614d488316bb tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997975 Apr 29 08:58:36.847250 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:36.851207 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:36.971042 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 190d2408-b27d-4ff2-9a22-8460973c58ba associated. External IP: 172.27.0.132, port: 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c. Apr 29 08:58:37.001414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124c977-5323-43b9-8fcf-76d88baf206d req-0a335975-2c08-4fc4-b729-d9e95cfbe55e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:37.002942 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8124c977-5323-43b9-8fcf-76d88baf206d req-0a335975-2c08-4fc4-b729-d9e95cfbe55e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0519376 Apr 29 08:58:37.051609 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8124c977-5323-43b9-8fcf-76d88baf206d req-42b57778-a64c-407f-80a2-b5ea42bb8d41 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Apr 29 08:58:37.192237 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:58:37.301202 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:58:37.307033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:37.312157 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:58:37.323390 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:37.324017 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7190>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:37.337701 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3363cb83-054e-49cc-8d36-2a49878e88f7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "PUT /v2.0/floatingips/190d2408-b27d-4ff2-9a22-8460973c58ba HTTP/1.1" status: 200 len: 991 time: 1.1360888 Apr 29 08:58:37.338299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:37.340572 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a66c93-5f5f-47ba-95b5-dbe132c79188" -d '{"events": [{"name": "network-changed", "server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:37.384066 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af822018-42d6-454c-8a0a-47f1a9012ebf x-openstack-request-id: req-af822018-42d6-454c-8a0a-47f1a9012ebf {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:37.384394 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:37.384651 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af822018-42d6-454c-8a0a-47f1a9012ebf {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:37.385065 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af822018-42d6-454c-8a0a-47f1a9012ebf'] response: {'name': 'network-changed', 'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'status': 'completed', 'code': 200} Apr 29 08:58:37.437012 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:37.586413 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf267d-e910-4f45-9ac9-6357f890d911 req-97854ac5-018f-4ae9-b363-b60b071236f8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:37.588215 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-59cf267d-e910-4f45-9ac9-6357f890d911 req-97854ac5-018f-4ae9-b363-b60b071236f8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0531273 Apr 29 08:58:37.668742 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-59cf267d-e910-4f45-9ac9-6357f890d911 req-9bfaca27-c2a3-4938-b5bb-48540b00b0b7 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697846 Apr 29 08:58:37.683791 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:37.691494 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84843fa-d572-44c3-ac64-d61e7aaf9541 req-b5083567-fd5f-45fc-98ff-24ecbd8e809d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:37.693883 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f84843fa-d572-44c3-ac64-d61e7aaf9541 req-b5083567-fd5f-45fc-98ff-24ecbd8e809d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0668766 Apr 29 08:58:37.696733 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7190>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '190d2408-b27d-4ff2-9a22-8460973c58ba', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:bb:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:20Z', 'updated_at': '2022-04-29T08:58:36Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:37.730122 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:58:37.738497 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:37.739131 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7190>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:37.749313 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f84843fa-d572-44c3-ac64-d61e7aaf9541 req-5216ae41-c298-4bb7-83d1-2ca661dd0227 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493202 Apr 29 08:58:37.829879 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-e9e298c7-2b21-42a9-a968-5cce8bdc4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:37.831395 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-e9e298c7-2b21-42a9-a968-5cce8bdc4273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0422108 Apr 29 08:58:37.859527 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:37.979856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-595d6097-9776-495b-9a7d-2f32f4536f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:37.981892 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-595d6097-9776-495b-9a7d-2f32f4536f03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 1129 time: 0.0416698 Apr 29 08:58:38.040602 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-1ff0daaa-f7b6-4b2e-af7f-5267eeab1504 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.042030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-1ff0daaa-f7b6-4b2e-af7f-5267eeab1504 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.1012571 Apr 29 08:58:38.108361 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-faa8274b-a21f-41e2-ac9f-dbafb9aa49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.111227 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7190>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '190d2408-b27d-4ff2-9a22-8460973c58ba', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:bb:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:20Z', 'updated_at': '2022-04-29T08:58:36Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:38.112198 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-faa8274b-a21f-41e2-ac9f-dbafb9aa49a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.1230180 Apr 29 08:58:38.163196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-10106fc9-3fd1-4882-aded-0ea2a3af4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.164497 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-10106fc9-3fd1-4882-aded-0ea2a3af4e35 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.2249196 Apr 29 08:58:38.165204 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Deleting port afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:38.165574 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:38.219500 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-7cb0f010-87b8-4fb7-95bc-bd796faf2905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c HTTP/1.1" status: 200 len: 999 time: 0.1010749 Apr 29 08:58:38.227480 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35816a-c0f3-41ea-b928-93f53b063120 req-e99f88dc-4cd9-4881-99ea-5dd4ec361f21 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.229248 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa35816a-c0f3-41ea-b928-93f53b063120 req-e99f88dc-4cd9-4881-99ea-5dd4ec361f21 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 947 time: 0.0713465 Apr 29 08:58:38.247369 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7465b1be-9e5b-4b45-bc89-58a431b0b281 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '190d2408-b27d-4ff2-9a22-8460973c58ba', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:bb:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:20Z', 'updated_at': '2022-04-29T08:58:36Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:58:38.292987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-362e6d97-fe56-4492-a977-8e238112febf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 1001 time: 0.1121960 Apr 29 08:58:38.297508 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-024d9630-df3a-487d-832b-87ff72deb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.299157 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-024d9630-df3a-487d-832b-87ff72deb913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0695992 Apr 29 08:58:38.326433 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-aa35816a-c0f3-41ea-b928-93f53b063120 req-7d301730-9a4b-40ac-85a3-58c0c2683adc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=4a62d18f-5d10-4451-8f6e-45fd8939f4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703814 Apr 29 08:58:38.356770 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-4cc4d322-2715-40ac-82df-e51b67751592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.358456 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-4cc4d322-2715-40ac-82df-e51b67751592 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528069 Apr 29 08:58:38.360334 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] For port afdeb60c-c7b1-441b-90f4-293273965fad, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=afdeb60c-c7b1-441b-90f4-293273965fad,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:38.360884 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:38.410665 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-42e037b8-0f18-4e78-819c-32ddf00d3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.412746 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-42e037b8-0f18-4e78-819c-32ddf00d3750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.1061311 Apr 29 08:58:38.461162 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-d3070531-2a65-42bb-b38d-28448a7b4de5 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959027 Apr 29 08:58:38.474408 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-0c0d9c90-2cab-4812-ad9f-f036a6865e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.476001 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-0c0d9c90-2cab-4812-ad9f-f036a6865e46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572872 Apr 29 08:58:38.521554 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a10378-58b7-4dc0-9c36-38d3d94e12ff None None] New status for floating IP 190d2408-b27d-4ff2-9a22-8460973c58ba: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:58:38.569845 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-49a66c93-5f5f-47ba-95b5-dbe132c79188 req-040b7f7a-a899-4f54-bded-0e04627ff94e service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008396 Apr 29 08:58:38.886158 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543bdeb-0a80-47b3-a89a-4d0ef668558a req-e53914a2-72bb-43fc-ab0f-d77af4f36a0c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.888317 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b543bdeb-0a80-47b3-a89a-4d0ef668558a req-e53914a2-72bb-43fc-ab0f-d77af4f36a0c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0573766 Apr 29 08:58:38.940869 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b543bdeb-0a80-47b3-a89a-4d0ef668558a req-9431d491-396a-422a-97cd-cd2cd24dd6f0 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468333 Apr 29 08:58:38.959343 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:38.959703 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:38.960013 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Floating IP 19a806bf-cb39-493b-84bb-d05872169e85 disassociated. External IP: 172.27.0.124, port: afdeb60c-c7b1-441b-90f4-293273965fad. Apr 29 08:58:38.960377 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Calling delete_port for afdeb60c-c7b1-441b-90f4-293273965fad owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:38.969190 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3c93d-8169-44af-b90f-8db062b676b7 req-7b9c9a8c-3bac-4d0d-84a3-6a73d1b9cf43 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:38.970649 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d2d3c93d-8169-44af-b90f-8db062b676b7 req-7b9c9a8c-3bac-4d0d-84a3-6a73d1b9cf43 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0871952 Apr 29 08:58:38.978246 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-be05864f-8fa5-404c-88d7-9beb62003f0d service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676075 Apr 29 08:58:39.131811 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d2d3c93d-8169-44af-b90f-8db062b676b7 req-d09af267-4a24-40f6-8f9d-800e44c3abeb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499662 Apr 29 08:58:39.160332 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-020b6483-e7c9-4206-87d8-d604478c5a25 req-6d0c7166-64f9-4978-9913-f46d146440ee service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687813 Apr 29 08:58:39.216981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (afdeb60c-c7b1-441b-90f4-293273965fad), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:39.245231 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'Port': ['ID=afdeb60c-c7b1-441b-90f4-293273965fad,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:39.371140 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:58:39.434311 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1987cc55-1d9c-4af5-a89f-8f9fdc759083 req-dc80edc6-8f54-44fd-9e6b-fed49db667f8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0300102 Apr 29 08:58:39.491020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:58:39.502482 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:58:39.513051 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:39.513665 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea012a310>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:39.534697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] No DVR routers for this DVR port afdeb60c-c7b1-441b-90f4-293273965fad on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 08:58:39.538012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:39.541607 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca8aaeb1-9b30-44d5-b752-fc02ebbc2dc8 req-d51423f4-20e2-4e85-91e4-d62a60340d1e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "DELETE /v2.0/ports/afdeb60c-c7b1-441b-90f4-293273965fad HTTP/1.1" status: 204 len: 173 time: 1.4925547 Apr 29 08:58:39.542103 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-deleted', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:39.544525 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035c30fb-86d7-40d0-8da9-013035b3ef15" -d '{"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-deleted", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:39.590518 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e4011-939e-4f61-895a-f4a491f51408 x-openstack-request-id: req-de0e4011-939e-4f61-895a-f4a491f51408 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:39.590819 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b5ad6-698e-457f-93f4-cdfd45fb3e8e", "name": "network-vif-deleted", "tag": "afdeb60c-c7b1-441b-90f4-293273965fad", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:39.591082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de0e4011-939e-4f61-895a-f4a491f51408 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:39.591502 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0e4011-939e-4f61-895a-f4a491f51408'] response: {'server_uuid': '406b5ad6-698e-457f-93f4-cdfd45fb3e8e', 'name': 'network-vif-deleted', 'tag': 'afdeb60c-c7b1-441b-90f4-293273965fad', 'status': 'completed', 'code': 200} Apr 29 08:58:39.633271 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:39.833276 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea012a310>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:39.863362 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:58:39.873449 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:39.874080 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea012a310>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:39.987017 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:40.057863 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdabad-82e4-478d-a4f7-2a0bbb10de83 req-f28e2cdf-1e5c-4353-b4e9-73dd94a4e8d3 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:40.059395 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89bdabad-82e4-478d-a4f7-2a0bbb10de83 req-f28e2cdf-1e5c-4353-b4e9-73dd94a4e8d3 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Apr 29 08:58:40.113727 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89bdabad-82e4-478d-a4f7-2a0bbb10de83 req-b14e1bb2-9cad-42fa-9b1c-9ad9f32a46b6 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483615 Apr 29 08:58:40.193645 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea012a310>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:40.220983 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c473b74-7b76-41a1-9507-e698d7c780cf None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:58:40.254310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce723-1e4b-4696-aedb-58f95d213083 req-24233f6d-2ba0-4ea5-8b44-67a550751c0c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:40.256797 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-801ce723-1e4b-4696-aedb-58f95d213083 req-24233f6d-2ba0-4ea5-8b44-67a550751c0c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0532594 Apr 29 08:58:40.293397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:58:40.312756 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-801ce723-1e4b-4696-aedb-58f95d213083 req-d0a4a94c-b3b5-4e54-bf57-cc1b9ef41691 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493748 Apr 29 08:58:40.315609 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: afdeb60c-c7b1-441b-90f4-293273965fad {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 08:58:40.315960 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device afdeb60c-c7b1-441b-90f4-293273965fad not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 08:58:40.454981 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee39af-4ad8-4bca-a6b3-bfa3d83331c3 None None] New status for floating IP 19a806bf-cb39-493b-84bb-d05872169e85: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:58:40.548842 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ba73e75-5a57-4400-a592-999b68ede812 req-c9c4e5fb-4756-48e8-bbd9-d2447251f050 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0277362 Apr 29 08:58:41.240068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1c02-2edd-490e-b54c-6b6a93f35ed8 req-2d7f2bfa-8f0d-4f7e-9632-c308dbd24e89 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:41.241583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da8f1c02-2edd-490e-b54c-6b6a93f35ed8 req-2d7f2bfa-8f0d-4f7e-9632-c308dbd24e89 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0537076 Apr 29 08:58:41.292968 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da8f1c02-2edd-490e-b54c-6b6a93f35ed8 req-a63c79eb-18b6-4cb9-8b25-fe2ab4d73e89 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Apr 29 08:58:41.425959 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba487c0-7346-4b6a-a584-cc771aa5e73d req-3dd80160-94b2-4e2d-a571-e6114f0708b3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:41.427467 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eba487c0-7346-4b6a-a584-cc771aa5e73d req-3dd80160-94b2-4e2d-a571-e6114f0708b3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0483158 Apr 29 08:58:41.477874 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eba487c0-7346-4b6a-a584-cc771aa5e73d req-43d46688-bd89-4a07-843e-b0df2f59cad3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Apr 29 08:58:41.654681 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9b42b590-edf9-41f9-859c-f58249767ce1 req-7e1160f0-516b-425e-a339-acdb7259735b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0279250 Apr 29 08:58:42.411096 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646adc26-626f-440a-a84e-2ab61d5e83f7 req-c7962e78-0cee-4f2e-9d74-1f2f3a3ef03f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:42.413911 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-646adc26-626f-440a-a84e-2ab61d5e83f7 req-c7962e78-0cee-4f2e-9d74-1f2f3a3ef03f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0496140 Apr 29 08:58:42.467576 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-646adc26-626f-440a-a84e-2ab61d5e83f7 req-a808935e-bfa1-4cf4-81dd-c7ad3ec8adff tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482628 Apr 29 08:58:42.598061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d54b4-1a17-4bf4-a04a-48136d46737b req-afa0fbb5-caba-4dbc-83ec-7781ed804079 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:42.599564 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca3d54b4-1a17-4bf4-a04a-48136d46737b req-afa0fbb5-caba-4dbc-83ec-7781ed804079 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0472071 Apr 29 08:58:42.648907 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca3d54b4-1a17-4bf4-a04a-48136d46737b req-f102d8e8-5484-4ba1-a772-8c3bdd65ce07 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438111 Apr 29 08:58:42.764855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc052aa0-8b3e-4bc8-a4e5-c5fed6ad0277 req-fcb14a4f-6992-4e85-9ff6-d28b635b28e3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:42.766309 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc052aa0-8b3e-4bc8-a4e5-c5fed6ad0277 req-fcb14a4f-6992-4e85-9ff6-d28b635b28e3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0494833 Apr 29 08:58:42.776250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59728) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:42.781584 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Request body: {'floatingip': {'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:42.788964 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c1d06825-dc3e-41f1-94cf-43998af3ea6d req-e3efed0c-b37a-4166-8f3e-0123b51c503a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=406b5ad6-698e-457f-93f4-cdfd45fb3e8e HTTP/1.1" status: 200 len: 210 time: 0.0427818 Apr 29 08:58:42.912636 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:43.395783 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:43.400232 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:43.607014 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66aeed-fd0b-42db-8c07-cb3f2ee44755 req-3474ad81-1531-47f7-a0b7-59d401711ff9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:43.608492 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd66aeed-fd0b-42db-8c07-cb3f2ee44755 req-3474ad81-1531-47f7-a0b7-59d401711ff9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0611055 Apr 29 08:58:43.690346 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Router 18ee1b20-1235-4d29-8339-6286f6349343 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:58:43.697493 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cd66aeed-fd0b-42db-8c07-cb3f2ee44755 req-9070173a-121b-4bc4-9a8d-4ea36c839126 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636239 Apr 29 08:58:43.805857 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-f0c6b146-431c-43a3-b343-ad47bf764365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:43.807448 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-f0c6b146-431c-43a3-b343-ad47bf764365 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1130 time: 0.0398333 Apr 29 08:58:43.812581 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:58:43.819879 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:43.830995 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:58:43.853347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:43.853789 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:43.854873 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4bcd0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:43.855855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a7f933-7b6e-48be-810b-ffe57f6f19ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:43.890794 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-85eae4f7-73fc-418c-bddc-413701ac1bee tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "PUT /v2.0/floatingips/7b16eed1-fc08-493b-863e-6f62967e1941 HTTP/1.1" status: 200 len: 993 time: 1.1127856 Apr 29 08:58:43.913554 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59740) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:43.923993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459cd69-2cab-4e54-9f22-9b556ecc7f40 x-openstack-request-id: req-3459cd69-2cab-4e54-9f22-9b556ecc7f40 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:43.923993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:43.923993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3459cd69-2cab-4e54-9f22-9b556ecc7f40 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:43.924409 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3459cd69-2cab-4e54-9f22-9b556ecc7f40'] response: {'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'status': 'completed', 'code': 200} Apr 29 08:58:43.933374 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-b10a055e-9410-41bb-ac2a-5800329df6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:43.933374 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-b10a055e-9410-41bb-ac2a-5800329df6ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 910 time: 0.1175077 Apr 29 08:58:43.984008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (4a62d18f-5d10-4451-8f6e-45fd8939f4f8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:43.994720 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:44.014443 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (4a62d18f-5d10-4451-8f6e-45fd8939f4f8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.057077 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-239ad73f-22ef-4f72-8fb3-f0974919bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.058616 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-239ad73f-22ef-4f72-8fb3-f0974919bbc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0858099 Apr 29 08:58:44.079974 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4a62d18f-5d10-4451-8f6e-45fd8939f4f8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.080784 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-e47f6dd4-b855-4187-b448-35432e78ed75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 1002 time: 0.1187904 Apr 29 08:58:44.082711 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.084043 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a62d18f-5d10-4451-8f6e-45fd8939f4f8 HTTP/1.1" status: 204 len: 168 time: 0.1694615 Apr 29 08:58:44.087529 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59742) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:44.105286 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-6ef2c122-ced2-49a5-8e3f-8d3a670d3d4d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] show failed (client error): The resource could not be found. Apr 29 08:58:44.106503 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6ef2c122-ced2-49a5-8e3f-8d3a670d3d4d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups/4a62d18f-5d10-4451-8f6e-45fd8939f4f8 HTTP/1.1" status: 404 len: 347 time: 0.0178401 Apr 29 08:58:44.110935 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a244d-78d0-4dcb-af91-858468a72da4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62d18f-5d10-4451-8f6e-45fd8939f4f8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:44.110935 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59746) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:44.211748 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-db2342f0-2248-4ac7-8c71-ffd0a2060f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.213287 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-db2342f0-2248-4ac7-8c71-ffd0a2060f74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 200 len: 848 time: 0.1178391 Apr 29 08:58:44.235758 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Deleting port d35ba338-6354-4969-b64f-f6bb5db882dc {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 08:58:44.236085 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.249263 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4bcd0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:58:43Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:44.263763 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-801620ec-00f0-4251-a961-0efbf66c722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.265692 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-801620ec-00f0-4251-a961-0efbf66c722e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1980383 Apr 29 08:58:44.277383 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:58:44.288452 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:58:44.289085 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4bcd0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:58:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:44.314306 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-ee6b0088-8ddc-4f4a-8b83-470615f093aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.315883 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-ee6b0088-8ddc-4f4a-8b83-470615f093aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bd8405-5461-41fe-854e-bd663e55c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942318 Apr 29 08:58:44.325256 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.325571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (d35ba338-6354-4969-b64f-f6bb5db882dc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.340768 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Calling delete_port for d35ba338-6354-4969-b64f-f6bb5db882dc owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 08:58:44.370068 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-0ae48dba-c8fd-4eb1-900e-f016cbb8d3b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 1001 time: 0.0984886 Apr 29 08:58:44.401865 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:58:44.467002 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-2e63ffc8-83ce-41cb-9e61-9b17d3875231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.468781 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-2e63ffc8-83ce-41cb-9e61-9b17d3875231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0736787 Apr 29 08:58:44.470784 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-22c23fc9-4222-4686-9032-a85e7ca6ef19 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471918 Apr 29 08:58:44.486034 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (d35ba338-6354-4969-b64f-f6bb5db882dc), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.518171 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'Port': ['ID=d35ba338-6354-4969-b64f-f6bb5db882dc,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:44.556790 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-d29d06e1-15b7-4ebb-adb4-40a168cef3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.558305 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-d29d06e1-15b7-4ebb-adb4-40a168cef3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743411 Apr 29 08:58:44.581821 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (19a806bf-cb39-493b-84bb-d05872169e85), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.584560 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:44.590288 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-df1e6659-9eac-4419-a867-0f93dd7658ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "DELETE /v2.0/floatingips/19a806bf-cb39-493b-84bb-d05872169e85 HTTP/1.1" status: 204 len: 168 time: 0.4757099 Apr 29 08:58:44.716656 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c5cefc1b-0de3-4cd4-a679-3fc193b33f5a req-12c7cde2-621d-44fd-8cad-58e9702130df service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227333 Apr 29 08:58:44.774419 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-220c04b4-8988-49c2-9ece-eb816484fda7 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878417 Apr 29 08:58:44.791799 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4bcd0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:58:43Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:58:44.824096 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7670f10-2352-4b0d-b6de-5ca9a3ec19eb None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '7b16eed1-fc08-493b-863e-6f62967e1941', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'port_id': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'mac_address': 'fa:16:3e:bb:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:55:28Z', 'updated_at': '2022-04-29T08:58:43Z', 'revision_number': 3, 'project_id': '60998f08c40446e787ead285e40665b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:58:44.859862 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b969f1a-42f6-4298-aaa2-912c5a7a84c6 req-8c3d4d82-4732-4d9a-afef-9d104afaffa9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:44.861558 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8b969f1a-42f6-4298-aaa2-912c5a7a84c6 req-8c3d4d82-4732-4d9a-afef-9d104afaffa9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0582871 Apr 29 08:58:44.909889 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59752) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:44.914710 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035910654', 'description': 'tempest-description--1600777264'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:44.922822 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8b969f1a-42f6-4298-aaa2-912c5a7a84c6 req-30a8b1b7-9be7-47a9-885d-9d3b3d77c6ed tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529709 Apr 29 08:58:44.944515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.019766 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (ea313ddd-c112-446d-adde-f80d2b75017e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.025146 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ea313ddd-c112-446d-adde-f80d2b75017e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.054635 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.055871 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1449819 Apr 29 08:58:45.058906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59754) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:45.060026 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d94eaf-99ad-4921-8343-374b3d137f4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea313ddd-c112-446d-adde-f80d2b75017e,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:45.066264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group_rule': {'security_group_id': 'ea313ddd-c112-446d-adde-f80d2b75017e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:45.097199 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (04942b35-13aa-49c4-bcfc-c4c10e7f05f9), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.155634 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (04942b35-13aa-49c4-bcfc-c4c10e7f05f9), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.159448 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (04942b35-13aa-49c4-bcfc-c4c10e7f05f9), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.176615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04942b35-13aa-49c4-bcfc-c4c10e7f05f9,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:45.186646 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.188548 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d87fddcb-b5e8-455b-9c0e-335e0fe8499d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284752 Apr 29 08:58:45.189706 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59756) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:45.194794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'security_group_rule': {'security_group_id': 'ea313ddd-c112-446d-adde-f80d2b75017e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:45.219110 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (1790bdaa-4e13-4895-97e8-d8d43b496797), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.276413 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (1790bdaa-4e13-4895-97e8-d8d43b496797), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.281155 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (1790bdaa-4e13-4895-97e8-d8d43b496797), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.300702 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1790bdaa-4e13-4895-97e8-d8d43b496797,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:45.305749 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.306956 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-29acc573-f46d-466d-b593-6af5477b7bc7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162906 Apr 29 08:58:45.310084 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59758) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:45.314256 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:45.334057 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.414853 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.522506 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Allocated IP 172.27.0.242 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/4b69d22c-145f-4aa2-af3f-c1c4f1881c2a) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:58:45.629538 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.665193 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.706777 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:58:45.710513 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:58:45.714839 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:58:45.718000 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=4b69d22c-145f-4aa2-af3f-c1c4f1881c2a,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:45.808182 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.847234 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:45.925556 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:45.928856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:45.968482 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5798ff-63c1-4d1a-ab30-910af7c3d930 x-openstack-request-id: req-bb5798ff-63c1-4d1a-ab30-910af7c3d930 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:45.968854 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:45.969217 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb5798ff-63c1-4d1a-ab30-910af7c3d930 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:45.969819 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5798ff-63c1-4d1a-ab30-910af7c3d930'] response: {'name': 'network-changed', 'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'status': 'completed', 'code': 200} Apr 29 08:58:46.055991 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:46.063957 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010d29d-6568-4152-9648-c81c5926b3bc req-3691851c-841d-4c35-b329-549e19b6b576 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.065532 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8010d29d-6568-4152-9648-c81c5926b3bc req-3691851c-841d-4c35-b329-549e19b6b576 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0668411 Apr 29 08:58:46.066640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:46.195233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=4b69d22c-145f-4aa2-af3f-c1c4f1881c2a,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:46.247519 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:46.258498 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8010d29d-6568-4152-9648-c81c5926b3bc req-8c81c5ab-9e4b-4d4c-b05e-9708aa803fa9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865304 Apr 29 08:58:46.277023 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:46.278238 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c4d165b5-89c2-44b4-839e-7c0b9869b2ea tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9672382 Apr 29 08:58:46.294468 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a7f933-7b6e-48be-810b-ffe57f6f19ef req-d4e00422-8dbb-49d6-b366-f57318b2bf99 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489112 Apr 29 08:58:46.483189 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-6c3658fb-ae37-496b-9ea4-62fbc141739b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2035910654&fields=id&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 267 time: 0.0492761 Apr 29 08:58:46.486875 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-9d97f576-b29d-4c3a-bba0-016ce221df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.488580 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-9d97f576-b29d-4c3a-bba0-016ce221df1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 1129 time: 0.0466616 Apr 29 08:58:46.585880 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-cb821606-bc4b-4e2a-b618-36ec25bae847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.587785 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-cb821606-bc4b-4e2a-b618-36ec25bae847 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.0924633 Apr 29 08:58:46.595350 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-99cd1cc3-b1a1-495d-ba37-93b500db5a44 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.596841 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-99cd1cc3-b1a1-495d-ba37-93b500db5a44 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 817 time: 0.1071336 Apr 29 08:58:46.612810 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-62353aa9-5372-40b9-a1eb-dac7735ecec6 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/quotas/81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 375 time: 0.0094461 Apr 29 08:58:46.666157 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-7be53558-f301-4566-8d63-919bb8983455 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463707 Apr 29 08:58:46.667834 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-c9683513-bd9b-4a82-88b8-f2a2f0c3379a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 200 len: 1001 time: 0.0696397 Apr 29 08:58:46.720625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-ae5eae17-5d36-4fcd-a06f-985a7c31feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.722103 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-ae5eae17-5d36-4fcd-a06f-985a7c31feb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0478830 Apr 29 08:58:46.771211 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-4de2774b-2623-4989-a825-720ddbc0a4f5 service neutron] 10.222.0.31 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925550 Apr 29 08:58:46.777732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-c14ecda4-0cc3-49cb-ad1f-edda01d1320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:46.779260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-c14ecda4-0cc3-49cb-ad1f-edda01d1320d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418174 Apr 29 08:58:46.868396 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-287d2816-fbf8-45e9-ade9-7a12e4bf8d84 service neutron] 10.222.0.31 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911610 Apr 29 08:58:46.885584 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-06520327-2c36-4b9b-b87e-87ce88d67ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880647 Apr 29 08:58:46.987842 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e9d92409-82c7-49bd-ab1e-fb306cf80ee1 req-7131cb46-3d48-4fee-9839-76139233a1e7 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Apr 29 08:58:47.063549 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-87606b77-6c8b-4040-9fe5-c03bd567c9ab req-53256ea2-24b8-4fb7-946f-c787e546fa00 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 210 time: 0.0362360 Apr 29 08:58:47.377362 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29edd0-5e46-4d05-afcf-3cf931ff40f4 req-267d91f6-a7c3-43f7-8843-9d589c0c3fa2 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:47.378857 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a29edd0-5e46-4d05-afcf-3cf931ff40f4 req-267d91f6-a7c3-43f7-8843-9d589c0c3fa2 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0520804 Apr 29 08:58:47.430207 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6a29edd0-5e46-4d05-afcf-3cf931ff40f4 req-d17982bf-5bb5-4b49-a2cb-1f2d538b3ea7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Apr 29 08:58:47.499951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-aa0b2007-11c1-4ba1-b266-f95e6447be92 req-5422a9c4-4552-4da6-9fc4-a4f1d202c044 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:58:47.501014 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-aa0b2007-11c1-4ba1-b266-f95e6447be92 req-5422a9c4-4552-4da6-9fc4-a4f1d202c044 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062194 Apr 29 08:58:47.646323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59796) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:47.664311 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332b7d7-c858-4756-9730-2086b0632d0f req-f6e5553f-3e0c-4fed-bb75-cff782fb81bd tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:47.666114 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3332b7d7-c858-4756-9730-2086b0632d0f req-f6e5553f-3e0c-4fed-bb75-cff782fb81bd tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Apr 29 08:58:47.728823 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3332b7d7-c858-4756-9730-2086b0632d0f req-bc8a9f5e-c2d6-46f4-bf6a-18095dcf5004 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564339 Apr 29 08:58:47.987148 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-566ad327-238e-4306-a5e4-b80cb96a85b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3395925 Apr 29 08:58:47.996388 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-09efbe68-70b2-44d7-b6d3-30978c836fdb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 08:58:47.997334 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-09efbe68-70b2-44d7-b6d3-30978c836fdb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050905 Apr 29 08:58:48.076399 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 59804) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:58:48.172564 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-eb1e4171-1129-49c4-a13b-d5285eaedb10 req-9737ec78-1630-4c84-b1ab-3895238c2773 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 210 time: 0.0325928 Apr 29 08:58:48.186102 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-43c2b207-3ebd-40d6-909b-496e00253e15 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:48.187595 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-43c2b207-3ebd-40d6-909b-496e00253e15 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports/67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 943 time: 0.1098750 Apr 29 08:58:48.291515 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 08:58:48.321632 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-a26ae5af-81c8-4529-aad8-19ee83ca4872 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:48.325577 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-a26ae5af-81c8-4529-aad8-19ee83ca4872 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 817 time: 0.1288319 Apr 29 08:58:48.377447 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 is: ACTIVE; New status is: DOWN {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:58:48.378203 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:48.420844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:48.422200 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-d3c2fd1f-5495-4eac-a899-ecde9a41938b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 380 time: 0.0652807 Apr 29 08:58:48.422843 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:48.425471 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df1543e-4049-4a8f-807b-065720214225" -d '{"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-unplugged", "status": "completed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:48.429382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:48.464175 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ab0d0-19ec-4807-86c2-330a2da6c3f7 x-openstack-request-id: req-1a4ab0d0-19ec-4807-86c2-330a2da6c3f7 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:48.464462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-unplugged", "status": "failed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "code": 422}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:48.464716 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a4ab0d0-19ec-4807-86c2-330a2da6c3f7 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:48.465150 dv-cinder-839872-1-iscsi neutron-server[109814]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a4ab0d0-19ec-4807-86c2-330a2da6c3f7']: {'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'code': 422} returned with failed status Apr 29 08:58:48.479417 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=6']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:48.604611 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'port': {'device_id': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'admin_state_up': True, 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'security_groups': ['ea313ddd-c112-446d-adde-f80d2b75017e']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:48.726210 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Made reservation on behalf of 81c2c3d18ff34afe806e090aec002a4b for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 08:58:48.729671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:48.868101 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Allocated IP 172.20.0.5 (88e14c54-6fc1-4ee6-8dc1-d1927744d27d/5bf72e77-5f57-413c-b577-a57f93058aeb/440a5656-f549-48bb-8394-679abd59d5c6) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 08:58:49.055518 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ff8f-6148-4f00-bdc8-6de37ab19ae9 req-17ca0c69-8eca-4ac4-8be4-723e455bcb91 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:49.060180 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9cb1ff8f-6148-4f00-bdc8-6de37ab19ae9 req-17ca0c69-8eca-4ac4-8be4-723e455bcb91 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.1254892 Apr 29 08:58:49.137168 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for port (440a5656-f549-48bb-8394-679abd59d5c6), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.164683 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9cb1ff8f-6148-4f00-bdc8-6de37ab19ae9 req-9a3c987d-31b8-4c7a-be8f-51db50a014f9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015861 Apr 29 08:58:49.201016 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.250054 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 08:58:49.253252 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 08:58:49.260490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 08:58:49.286245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:49.313045 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974b67-1510-4c0d-98e9-c22606ea486d req-d30e0035-384d-4505-9ae6-5ef09c04c73e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:49.314365 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:49.315056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.315576 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7974b67-1510-4c0d-98e9-c22606ea486d req-d30e0035-384d-4505-9ae6-5ef09c04c73e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 931 time: 0.0653300 Apr 29 08:58:49.332627 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-fe831610-649c-4b69-aac7-4f5fed74cba9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321174 Apr 29 08:58:49.353137 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Request body: {'port': {'device_id': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:58:49.373015 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e7974b67-1510-4c0d-98e9-c22606ea486d req-de8a1068-3832-4326-ad5f-16c3a6479fec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 Apr 29 08:58:49.424387 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.520735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-19afdf89-6d0e-4742-9fb9-b5b939e441b5 None None] Provisioning complete for port 440a5656-f549-48bb-8394-679abd59d5c6 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:58:49.521322 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-19afdf89-6d0e-4742-9fb9-b5b939e441b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (440a5656-f549-48bb-8394-679abd59d5c6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.567407 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-19afdf89-6d0e-4742-9fb9-b5b939e441b5 None None] Port 440a5656-f549-48bb-8394-679abd59d5c6 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 08:58:49.700922 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:58:49.709201 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks [] for port (440a5656-f549-48bb-8394-679abd59d5c6), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.727122 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Transition to ACTIVE for port object 440a5656-f549-48bb-8394-679abd59d5c6 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 08:58:49.730770 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.785267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:49.857236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Attempting to bind port 440a5656-f549-48bb-8394-679abd59d5c6 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 08:58:49.857589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Attempting to bind port 440a5656-f549-48bb-8394-679abd59d5c6 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 08:58:49.857924 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Attempting to bind port 440a5656-f549-48bb-8394-679abd59d5c6 on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:58:49.862746 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Port 440a5656-f549-48bb-8394-679abd59d5c6 on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 08:58:49.863102 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Attempting to bind port 440a5656-f549-48bb-8394-679abd59d5c6 on network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 08:58:49.869372 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 08:58:49.869720 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Checking segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 08:58:49.870112 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Bound using segment: {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 08:58:49.870545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Bound port: 440a5656-f549-48bb-8394-679abd59d5c6, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 08:58:49.870914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.939708 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 08:58:49.943071 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 08:58:49.954786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:49.998493 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:49.999218 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:50.000890 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] 10.222.0.20 "PUT /v2.0/ports/440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 1093 time: 0.6522708 Apr 29 08:58:50.001356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:50.003840 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca4e6ba-bbc3-4c10-843d-e3147062962a" -d '{"events": [{"name": "network-changed", "server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:50.021088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73acaf-5487-4f5c-a8d2-e70a1cb89156 service neutron] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:50.059732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7284ff3-b700-4b85-a578-c89b4e63357f x-openstack-request-id: req-a7284ff3-b700-4b85-a578-c89b4e63357f {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:50.060038 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:50.060326 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7284ff3-b700-4b85-a578-c89b4e63357f {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:50.060741 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7284ff3-b700-4b85-a578-c89b4e63357f'] response: {'name': 'network-changed', 'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'status': 'completed', 'code': 200} Apr 29 08:58:50.280093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6330f-af9c-4120-bf39-839e8440fe1f req-ee99667a-3f26-4c67-85ea-59fcbada8c14 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.281510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2fb6330f-af9c-4120-bf39-839e8440fe1f req-ee99667a-3f26-4c67-85ea-59fcbada8c14 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0482748 Apr 29 08:58:50.330308 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2fb6330f-af9c-4120-bf39-839e8440fe1f req-176abbbf-fea9-4417-b636-aaeeead14a27 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Apr 29 08:58:50.500745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-59bbe702-2eaa-4973-a1a1-3bd2f9575afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.502284 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-59bbe702-2eaa-4973-a1a1-3bd2f9575afd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199&tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa HTTP/1.1" status: 200 len: 1128 time: 0.1034710 Apr 29 08:58:50.503219 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-6c6d6e02-5ddd-45ea-a128-f302c5902862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.504578 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-6c6d6e02-5ddd-45ea-a128-f302c5902862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1127 time: 0.0975342 Apr 29 08:58:50.515557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d788e8-27a8-4c23-9e82-a78fcc55ec61 req-3b86b4ee-a63e-4685-8370-e76e4cf25fba tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.516998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b9d788e8-27a8-4c23-9e82-a78fcc55ec61 req-3b86b4ee-a63e-4685-8370-e76e4cf25fba tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0633273 Apr 29 08:58:50.622993 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-3baf93da-aae0-4f43-ac42-eec9576bc76f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0789652 Apr 29 08:58:50.628057 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b9d788e8-27a8-4c23-9e82-a78fcc55ec61 req-09d4b5cc-f58b-4a4d-add7-118a8672804d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054935 Apr 29 08:58:50.667490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-a6a57c00-2038-422f-9198-f4ae75a1aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.669093 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-a6a57c00-2038-422f-9198-f4ae75a1aa02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1128 time: 0.1130843 Apr 29 08:58:50.701559 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-c1348a4f-6c26-4b28-9436-4bbb92a05e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.703019 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-c1348a4f-6c26-4b28-9436-4bbb92a05e0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0719991 Apr 29 08:58:50.790304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-6839d20d-a86f-487a-bb08-811dc884580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.791790 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-6839d20d-a86f-487a-bb08-811dc884580e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817671 Apr 29 08:58:50.824026 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-8c342ce1-6c37-465b-83d3-0afb593a73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:50.825471 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-8c342ce1-6c37-465b-83d3-0afb593a73ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 910 time: 0.1498463 Apr 29 08:58:50.936788 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-83d156ed-5317-4f19-a6be-8acaaa58ed6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 1000 time: 0.1031177 Apr 29 08:58:50.941938 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-5eb72b28-dc9f-458c-a2d8-c732a6c9603a service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426375 Apr 29 08:58:51.050805 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-9a706b49-b6dc-4557-b648-0deade1effaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:51.053015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-9a706b49-b6dc-4557-b648-0deade1effaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 200 len: 848 time: 0.0984850 Apr 29 08:58:51.104880 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8d80a676-eb71-4bae-9b9d-b80aaf5244fb req-2eb169b1-d9cf-4276-a2ae-a2fc4512d601 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499758 Apr 29 08:58:51.111671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-94c37217-0a23-4437-8d23-ccdaaca35910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:51.113069 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-94c37217-0a23-4437-8d23-ccdaaca35910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bd8405-5461-41fe-854e-bd663e55c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494330 Apr 29 08:58:51.216715 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-94e440ed-ad9b-4af1-bb44-3c7c8421b587 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925541 Apr 29 08:58:51.447957 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61af3ed-35a0-42fc-b97a-e2ef915684fc req-e5a6b998-e6ca-4846-915e-5fe488009407 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:51.449504 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d61af3ed-35a0-42fc-b97a-e2ef915684fc req-e5a6b998-e6ca-4846-915e-5fe488009407 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0491710 Apr 29 08:58:51.493113 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ec643-0d56-41d4-93ff-a2f9670b47d7 req-f099ca46-6881-45bf-a25c-5027f574faa6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:51.494475 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-896ec643-0d56-41d4-93ff-a2f9670b47d7 req-f099ca46-6881-45bf-a25c-5027f574faa6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0546501 Apr 29 08:58:51.500963 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d61af3ed-35a0-42fc-b97a-e2ef915684fc req-19e08756-bd13-4a5e-ad4d-f22d07e0670c tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453687 Apr 29 08:58:51.555025 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-896ec643-0d56-41d4-93ff-a2f9670b47d7 req-399ada35-9228-4f41-8ca9-6e852b595f70 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544832 Apr 29 08:58:51.752490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eb3e1-9a26-46fc-a8df-e1371aa7fa5a req-1ce72e3e-541c-41c5-9bcb-0a2c78edcc0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:51.753916 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-044eb3e1-9a26-46fc-a8df-e1371aa7fa5a req-1ce72e3e-541c-41c5-9bcb-0a2c78edcc0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0465910 Apr 29 08:58:51.803027 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-044eb3e1-9a26-46fc-a8df-e1371aa7fa5a req-f926a5d0-38b3-4977-a045-e7cdedc17769 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Apr 29 08:58:52.620173 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266dfe8-c513-45d5-9966-060da72cda1d req-62a60304-447f-4e30-b90a-349e34091b7a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:52.621752 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5266dfe8-c513-45d5-9966-060da72cda1d req-62a60304-447f-4e30-b90a-349e34091b7a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0499973 Apr 29 08:58:52.671227 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5266dfe8-c513-45d5-9966-060da72cda1d req-ded04cca-243c-4009-a5ec-c6272892219b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Apr 29 08:58:52.678223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b713f-c91c-424a-884c-3bed9d0c728e req-794ae9f5-4d52-40a1-bea5-fca74a42b69a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:52.679704 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-712b713f-c91c-424a-884c-3bed9d0c728e req-794ae9f5-4d52-40a1-bea5-fca74a42b69a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0530970 Apr 29 08:58:52.739317 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-712b713f-c91c-424a-884c-3bed9d0c728e req-bdec40cd-af36-48c6-998d-fe9bb3588be3 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538988 Apr 29 08:58:52.925451 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f62317-3847-4b5a-8873-1012911ef604 req-fdccc1c2-7b44-49d2-8a60-393b0491a6d7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:52.927283 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73f62317-3847-4b5a-8873-1012911ef604 req-fdccc1c2-7b44-49d2-8a60-393b0491a6d7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0541754 Apr 29 08:58:53.211388 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73f62317-3847-4b5a-8873-1012911ef604 req-a64d5008-77a7-408a-9d31-f8b20fc41a6c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780366 Apr 29 08:58:53.816307 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6ef3-8cac-4d9f-9804-32e6af674c09 req-62fe1804-8757-41e1-9c77-a45ce3b37667 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:53.817921 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a00c6ef3-8cac-4d9f-9804-32e6af674c09 req-62fe1804-8757-41e1-9c77-a45ce3b37667 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0525291 Apr 29 08:58:53.856919 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f0ee6-d4e3-463e-95fd-89bbacf99e36 req-dedf3380-5f93-48ac-8e0d-b9c533baac44 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:53.858923 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4d1f0ee6-d4e3-463e-95fd-89bbacf99e36 req-dedf3380-5f93-48ac-8e0d-b9c533baac44 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0506239 Apr 29 08:58:53.927080 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a00c6ef3-8cac-4d9f-9804-32e6af674c09 req-0ba32f1f-ae58-4821-95fc-008d61e83c03 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025763 Apr 29 08:58:53.934425 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4d1f0ee6-d4e3-463e-95fd-89bbacf99e36 req-7e337c47-1cc1-40f1-b358-d517332fef9c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695171 Apr 29 08:58:53.983453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-6b50b318-759f-447c-b59e-2b357e75a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:53.984973 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-6b50b318-759f-447c-b59e-2b357e75a1fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1127 time: 0.1201007 Apr 29 08:58:54.003729 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-ad302cd2-bfb1-4a2c-9113-cc4651fd7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:54.005412 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-ad302cd2-bfb1-4a2c-9113-cc4651fd7b70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1169 time: 0.0425267 Apr 29 08:58:54.072119 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fc4ad713-dbb0-4546-9eb2-c0376fe548af req-145396e4-7497-4c16-8855-57574087d9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082176 Apr 29 08:58:54.096685 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-2b866c40-a8ce-4f94-aa9e-5f6e5c48c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:54.098277 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-2b866c40-a8ce-4f94-aa9e-5f6e5c48c933 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.0853927 Apr 29 08:58:54.103079 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-deac9757-feed-455d-b94e-8ed710779ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:54.104578 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-deac9757-feed-455d-b94e-8ed710779ccd service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1130180 Apr 29 08:58:54.198994 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:58:54.349784 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c23e-32fb-4fcb-85e2-7d89780d5509 req-9bd231b7-7979-491a-95d4-eb9e4bde5204 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:54.351516 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a4d7c23e-32fb-4fcb-85e2-7d89780d5509 req-9bd231b7-7979-491a-95d4-eb9e4bde5204 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0545509 Apr 29 08:58:54.400308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a4d7c23e-32fb-4fcb-85e2-7d89780d5509 req-9b19d5f3-ebb6-4b6c-aad3-2c6a24b0ad8b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Apr 29 08:58:55.047791 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2933d-5ea6-415b-9b1e-dcf4ad00f520 req-550d7c7b-8dae-46a5-bbcc-26f307236480 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.049292 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07b2933d-5ea6-415b-9b1e-dcf4ad00f520 req-550d7c7b-8dae-46a5-bbcc-26f307236480 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Apr 29 08:58:55.062762 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe853b-abc7-4391-bc6a-bba09b062f24 req-c480f3bd-9cde-46b5-a025-21b51e19f4dd tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.064279 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fdfe853b-abc7-4391-bc6a-bba09b062f24 req-c480f3bd-9cde-46b5-a025-21b51e19f4dd tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0481188 Apr 29 08:58:55.102173 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07b2933d-5ea6-415b-9b1e-dcf4ad00f520 req-a2be2daf-20a7-425e-83d8-ea65656e94c5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463638 Apr 29 08:58:55.129674 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fdfe853b-abc7-4391-bc6a-bba09b062f24 req-ad8c1cc6-3202-4b5c-8d97-08b762fdcdee tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591197 Apr 29 08:58:55.202095 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-87c47696-550a-456b-b30c-e3a093ef3dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0356188 Apr 29 08:58:55.221108 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-c5ec6baf-d32b-4dfc-ba8d-971beeafe2c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 1002 time: 0.0663948 Apr 29 08:58:55.253775 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-1be598d8-799a-40da-b1ae-b8e275e65ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.255260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-1be598d8-799a-40da-b1ae-b8e275e65ada service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0452936 Apr 29 08:58:55.271693 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-f930262d-6f42-4e11-9b08-031fb6da0608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.273182 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-f930262d-6f42-4e11-9b08-031fb6da0608 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.0447259 Apr 29 08:58:55.301856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-8f099427-09a2-45ed-8cba-6129eeac6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.304395 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-8f099427-09a2-45ed-8cba-6129eeac6c2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406570 Apr 29 08:58:55.320459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-c3fb2cf4-a389-465e-9b25-538608a9fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.321934 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-c3fb2cf4-a389-465e-9b25-538608a9fc7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422566 Apr 29 08:58:55.399118 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-449a3df4-f582-4c8c-9b5b-3d018978ce03 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Apr 29 08:58:55.410797 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-859194a6-f1dc-4afb-9d30-07aac4dc5951 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814099 Apr 29 08:58:55.501018 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dca4e6ba-bbc3-4c10-843d-e3147062962a req-e0934a37-c247-47b7-aba6-8e6e01fc7e6f service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933859 Apr 29 08:58:55.544280 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbffce-8636-4af3-8623-fb641a8c1955 req-363e6aee-03ec-4df3-b9f9-5f62e4b9d2e3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:55.545746 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bafbffce-8636-4af3-8623-fb641a8c1955 req-363e6aee-03ec-4df3-b9f9-5f62e4b9d2e3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0618422 Apr 29 08:58:55.551205 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-68deb77f-368b-463e-b0ce-40b09bc977ab req-77486179-aecc-47fc-a977-4d4e40bbefa1 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328392 Apr 29 08:58:55.593120 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bafbffce-8636-4af3-8623-fb641a8c1955 req-9d8c6df4-114a-437e-a864-d97c76b32b26 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Apr 29 08:58:56.218062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e548f2-7d75-439d-b6fd-3effa77e08a8 req-623250da-bdf5-46c2-a172-082b269e9f4e tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:56.219562 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f6e548f2-7d75-439d-b6fd-3effa77e08a8 req-623250da-bdf5-46c2-a172-082b269e9f4e tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0499511 Apr 29 08:58:56.242453 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ec127-4fa9-4eee-a99a-75e0e25d3926 req-e92fc2be-f0ad-4214-a2b8-f54eda4266a1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:56.244228 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f3ec127-4fa9-4eee-a99a-75e0e25d3926 req-e92fc2be-f0ad-4214-a2b8-f54eda4266a1 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0477793 Apr 29 08:58:56.272885 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f6e548f2-7d75-439d-b6fd-3effa77e08a8 req-460e0a75-6af2-4920-8fd7-be9132357f8b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470653 Apr 29 08:58:56.309219 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f3ec127-4fa9-4eee-a99a-75e0e25d3926 req-c333d84d-152b-4089-9176-d366c41c1458 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585444 Apr 29 08:58:56.333429 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:58:56.432127 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:56.443606 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '440a5656-f549-48bb-8394-679abd59d5c6', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:58:56.481451 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:58:56.481755 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:56.495235 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:58:56.514749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:56.518818 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:56.569225 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:56.712082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c3e7-d4f9-4b11-862b-c74853458df0 req-d0b6e43f-2880-4407-8085-63400fad6226 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:56.713695 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c028c3e7-d4f9-4b11-862b-c74853458df0 req-d0b6e43f-2880-4407-8085-63400fad6226 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0494785 Apr 29 08:58:56.763981 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c028c3e7-d4f9-4b11-862b-c74853458df0 req-1f891291-8f0d-4c98-ac59-c96c0c62380b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 Apr 29 08:58:57.049924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['440a5656-f549-48bb-8394-679abd59d5c6'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:58:57.398981 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e077064-5d91-4c64-8353-7b131cd5c0be req-3c9b58b1-d28f-4180-9534-5fb54b797a51 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:57.400562 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e077064-5d91-4c64-8353-7b131cd5c0be req-3c9b58b1-d28f-4180-9534-5fb54b797a51 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0561244 Apr 29 08:58:57.431449 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170415c-887b-40d6-8f21-646fce47c3f4 req-a6522d61-3da7-480f-9d5d-b6eba498cf20 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:57.433030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5170415c-887b-40d6-8f21-646fce47c3f4 req-a6522d61-3da7-480f-9d5d-b6eba498cf20 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0532668 Apr 29 08:58:57.453821 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e077064-5d91-4c64-8353-7b131cd5c0be req-c00ae035-ff6c-4501-9fd6-ccfaf49d5c71 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475442 Apr 29 08:58:57.496029 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5170415c-887b-40d6-8f21-646fce47c3f4 req-eed035c5-7ef5-48da-8db3-025376e800b4 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571589 Apr 29 08:58:57.886589 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d85d4-3d61-45cc-b3a6-8d5091ce4154 req-c32f9977-257c-4924-a379-f77646edc920 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:57.888166 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-371d85d4-3d61-45cc-b3a6-8d5091ce4154 req-c32f9977-257c-4924-a379-f77646edc920 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0499828 Apr 29 08:58:57.939486 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-371d85d4-3d61-45cc-b3a6-8d5091ce4154 req-8d98ee72-8d29-4fea-875e-ef4f2356e27d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453446 Apr 29 08:58:58.353271 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:58:58.402040 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 440a5656-f549-48bb-8394-679abd59d5c6 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 08:58:58.409693 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 440a5656-f549-48bb-8394-679abd59d5c6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:58:58.410118 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (440a5656-f549-48bb-8394-679abd59d5c6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:58.494398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:58:58.494906 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:58.520246 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:58:58.523001 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f420e-3a5c-4369-9591-af0b6b1cca48" -d '{"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:58:58.535984 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:58:58.543538 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:58.587047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791eb34-4efb-43f6-ba23-c3ba4de11d47 req-714b1893-5c15-4111-bbb8-a8668e76c05d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:58.589043 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0791eb34-4efb-43f6-ba23-c3ba4de11d47 req-714b1893-5c15-4111-bbb8-a8668e76c05d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0572522 Apr 29 08:58:58.601302 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:58:58.634255 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f076b81-f405-4a2b-b21a-3e6d1dc448bf req-f9826f45-17d5-4635-9c89-5788adef236a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:58.635935 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f076b81-f405-4a2b-b21a-3e6d1dc448bf req-f9826f45-17d5-4635-9c89-5788adef236a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0580583 Apr 29 08:58:58.645525 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0791eb34-4efb-43f6-ba23-c3ba4de11d47 req-7ebfd06a-d67f-4d19-852f-73390f10ee6d tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507274 Apr 29 08:58:58.691752 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3681a3a-f53c-47a5-a7bb-a2a86ba0fffb x-openstack-request-id: req-b3681a3a-f53c-47a5-a7bb-a2a86ba0fffb {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:58:58.692068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:58:58.692361 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3681a3a-f53c-47a5-a7bb-a2a86ba0fffb {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:58:58.692858 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3681a3a-f53c-47a5-a7bb-a2a86ba0fffb'] response: {'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'code': 200} Apr 29 08:58:58.702961 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3f076b81-f405-4a2b-b21a-3e6d1dc448bf req-e0da37d4-0583-4f02-9880-ae6b91f15ca4 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612748 Apr 29 08:58:58.913779 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f6a5-381b-4e88-afd5-7de1df370595 req-eac77053-aeb7-4c45-b960-0228507e51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:58.915193 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ef6f6a5-381b-4e88-afd5-7de1df370595 req-eac77053-aeb7-4c45-b960-0228507e51d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1129 time: 0.0403125 Apr 29 08:58:58.965923 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1ef6f6a5-381b-4e88-afd5-7de1df370595 req-3e65d4f0-64eb-40bf-9d96-3f613131183f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 29 08:58:59.063512 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654abbb-026a-4165-b4bc-acef356d4bdc req-7c01511b-ec6c-4cac-b571-5e9848231dc5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:59.065080 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9654abbb-026a-4165-b4bc-acef356d4bdc req-7c01511b-ec6c-4cac-b571-5e9848231dc5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0483131 Apr 29 08:58:59.119809 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9654abbb-026a-4165-b4bc-acef356d4bdc req-b88c3533-1bf1-426e-bdb1-224066237902 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Apr 29 08:58:59.777052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c224304-ee28-4295-b284-d2390bb34aab req-c631d871-2c77-4990-b2e8-bac292a67f16 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:59.778609 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c224304-ee28-4295-b284-d2390bb34aab req-c631d871-2c77-4990-b2e8-bac292a67f16 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0572252 Apr 29 08:58:59.809161 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f2e41106-95ac-427c-ae9d-c2e8220f0582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:58:59.822562 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2030-2502-45dc-8719-f290271a7504 req-ef024742-9bb4-423e-b7ea-071d511abae7 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:58:59.824109 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3e4d2030-2502-45dc-8719-f290271a7504 req-ef024742-9bb4-423e-b7ea-071d511abae7 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0510640 Apr 29 08:58:59.831295 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5c224304-ee28-4295-b284-d2390bb34aab req-ff42f848-5721-449b-babc-3433d3d8e406 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465798 Apr 29 08:58:59.886002 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3e4d2030-2502-45dc-8719-f290271a7504 req-2936e05e-022f-4931-8eba-98e12e116435 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556912 Apr 29 08:59:00.240239 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0a2e4-c1fb-4aac-a60f-80b04f3ffe13 req-28b2f09d-7570-4ca3-a700-e1ea0c1958c1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:00.241734 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ea0a2e4-c1fb-4aac-a60f-80b04f3ffe13 req-28b2f09d-7570-4ca3-a700-e1ea0c1958c1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0492654 Apr 29 08:59:00.294144 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0ea0a2e4-c1fb-4aac-a60f-80b04f3ffe13 req-b7cd989d-6aec-4d4f-bcef-dc4fbc11536c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Apr 29 08:59:00.950334 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefad-630c-4aa8-9cb1-d0b7cc3a5f47 req-78a9a5a8-18b2-408a-8bb3-029e4aca85d5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:00.951848 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-951aefad-630c-4aa8-9cb1-d0b7cc3a5f47 req-78a9a5a8-18b2-408a-8bb3-029e4aca85d5 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0513852 Apr 29 08:59:01.003318 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-951aefad-630c-4aa8-9cb1-d0b7cc3a5f47 req-70508695-f888-4d00-aea4-e71ea8157837 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Apr 29 08:59:01.003876 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a45d5-acc6-4aaf-a331-9ea542a246ef req-85bb8119-3cbd-481e-98c3-c4485acccecf tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:01.005949 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b86a45d5-acc6-4aaf-a331-9ea542a246ef req-85bb8119-3cbd-481e-98c3-c4485acccecf tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0490527 Apr 29 08:59:01.070473 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b86a45d5-acc6-4aaf-a331-9ea542a246ef req-394d2472-5536-4d60-a8ef-9f7a7519e821 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586007 Apr 29 08:59:01.417539 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315e9e-7915-4db1-9c48-dd84c7123232 req-6da27fdb-2517-4247-ad25-c1a9878767e3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:01.419034 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be315e9e-7915-4db1-9c48-dd84c7123232 req-6da27fdb-2517-4247-ad25-c1a9878767e3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0531781 Apr 29 08:59:01.467456 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be315e9e-7915-4db1-9c48-dd84c7123232 req-5e4216e1-e898-46a4-add5-4137820be4d7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Apr 29 08:59:02.084778 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-76b5e8f7-d3ef-4458-bd37-e5e252f15b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:02.126585 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194aca2-ad1d-499d-9510-49d8aca1efa9 req-fc1b86b3-9711-48bb-912e-acd5e23bc02f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:02.128456 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b194aca2-ad1d-499d-9510-49d8aca1efa9 req-fc1b86b3-9711-48bb-912e-acd5e23bc02f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Apr 29 08:59:02.182288 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b194aca2-ad1d-499d-9510-49d8aca1efa9 req-7f7eeec6-e4be-4f3e-97ae-810e93cbac5a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466499 Apr 29 08:59:02.201492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf08419-53ea-4891-9db3-e3bb84a02cd9 req-61259cc0-114f-4e07-a6d5-4fbdb930c491 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:02.202978 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bcf08419-53ea-4891-9db3-e3bb84a02cd9 req-61259cc0-114f-4e07-a6d5-4fbdb930c491 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0556741 Apr 29 08:59:02.264447 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bcf08419-53ea-4891-9db3-e3bb84a02cd9 req-52a44752-f4e7-4d0d-a58b-458013c6a66a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542653 Apr 29 08:59:02.589833 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0594b9-5fb8-4928-88bb-5514f73240de req-14ac8f84-0fc2-4ea4-9085-4f8c6e5a1bb3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:02.591378 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a0594b9-5fb8-4928-88bb-5514f73240de req-14ac8f84-0fc2-4ea4-9085-4f8c6e5a1bb3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0485156 Apr 29 08:59:02.646608 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1a0594b9-5fb8-4928-88bb-5514f73240de req-83ac7efd-3031-470e-abda-513848f9c8bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494473 Apr 29 08:59:02.798981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71ea1-e7c4-4867-8a10-f37a12e049b5 req-d2808f96-b004-4c48-b3d5-fadd8c3d4d67 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:02.801448 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d2e71ea1-e7c4-4867-8a10-f37a12e049b5 req-d2808f96-b004-4c48-b3d5-fadd8c3d4d67 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0781415 Apr 29 08:59:02.810925 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 59914) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 08:59:02.815554 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Request body: {'floatingip': {'port_id': '440a5656-f549-48bb-8394-679abd59d5c6'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 08:59:02.855637 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:03.311932 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97408836-417c-416f-9f56-9eaeee09b864 req-75655fa1-a144-43f2-90f5-b2085ecef881 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:03.313682 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-97408836-417c-416f-9f56-9eaeee09b864 req-75655fa1-a144-43f2-90f5-b2085ecef881 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0558217 Apr 29 08:59:03.372047 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-97408836-417c-416f-9f56-9eaeee09b864 req-c4ae6c0c-c9a9-4984-9389-22789edd21ef tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521288 Apr 29 08:59:03.600785 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:03.610022 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5cc5d-1c53-4faa-b84b-0d54397568e4 req-70295371-67b9-4010-bac5-8fb2b1db2c2f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:03.611631 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1af5cc5d-1c53-4faa-b84b-0d54397568e4 req-70295371-67b9-4010-bac5-8fb2b1db2c2f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0647538 Apr 29 08:59:03.613044 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:03.652248 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:03.755403 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1af5cc5d-1c53-4faa-b84b-0d54397568e4 req-fb5f51ec-b1a3-4fda-9724-5ba0bac67e50 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365891 Apr 29 08:59:03.765184 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Floating IP c2c1ee73-7ef8-4df2-a638-94b6fbb30e62 associated. External IP: 172.27.0.242, port: 440a5656-f549-48bb-8394-679abd59d5c6. Apr 29 08:59:03.985314 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 08:59:04.095011 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 08:59:04.100476 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:04.104736 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 08:59:04.114334 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:59:04.114962 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b74fc70>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:59:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:59:04.131010 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-700cb28f-4c05-44a6-9444-f8feed208c4c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "PUT /v2.0/floatingips/c2c1ee73-7ef8-4df2-a638-94b6fbb30e62 HTTP/1.1" status: 200 len: 991 time: 1.3184247 Apr 29 08:59:04.131591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:59:04.133855 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:59:04.170100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dce4a8-2345-4112-9421-f1dc1bb75a76 x-openstack-request-id: req-f3dce4a8-2345-4112-9421-f1dc1bb75a76 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:59:04.170404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:59:04.170665 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3dce4a8-2345-4112-9421-f1dc1bb75a76 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:59:04.171078 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dce4a8-2345-4112-9421-f1dc1bb75a76'] response: {'name': 'network-changed', 'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'status': 'completed', 'code': 200} Apr 29 08:59:04.262268 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-6baa0522-f3ac-4707-8618-68d770609279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.263935 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-6baa0522-f3ac-4707-8618-68d770609279 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1129 time: 0.0428498 Apr 29 08:59:04.360701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:59:04.381385 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-cb116115-7d45-44dd-868d-70239a8371db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.383088 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-cb116115-7d45-44dd-868d-70239a8371db service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1132882 Apr 29 08:59:04.465806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 08:59:04.468447 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-f913697e-e0d7-4ba8-9bea-de6d310b8c2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 999 time: 0.0687001 Apr 29 08:59:04.496611 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac480-d0be-48f2-900f-0b557278407c req-cedfbf2f-feba-4dff-a455-75eb82356eed tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.498501 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1cfac480-d0be-48f2-900f-0b557278407c req-cedfbf2f-feba-4dff-a455-75eb82356eed tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 944 time: 0.0559001 Apr 29 08:59:04.521762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-05fa7d83-45e0-4a24-9e90-b656c7a0db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.523256 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-05fa7d83-45e0-4a24-9e90-b656c7a0db70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0483797 Apr 29 08:59:04.551892 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1cfac480-d0be-48f2-900f-0b557278407c req-6853ce1d-f721-4717-97f3-f57e9d01e098 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473430 Apr 29 08:59:04.581720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-7e7825a9-aab9-4931-94df-8110a1096317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.583783 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-7e7825a9-aab9-4931-94df-8110a1096317 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530987 Apr 29 08:59:04.675852 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-eafd16d9-aced-4538-b3d4-a3d30232126f service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 Apr 29 08:59:04.689524 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:59:04.726484 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'port_id': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'mac_address': 'fa:16:3e:84:54:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 08:59:04.738651 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b74fc70>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'c2c1ee73-7ef8-4df2-a638-94b6fbb30e62', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:45Z', 'updated_at': '2022-04-29T08:59:03Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:59:04.779851 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d9a4e39c-9e05-4034-a673-b17e4a58a1fc req-95cb0171-f410-4cc1-baea-dbad03df8f10 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957282 Apr 29 08:59:04.794056 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 08:59:04.819068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:59:04.819478 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:04.823932 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:04.829927 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 08:59:04.830559 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b74fc70>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T08:59:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:59:04.867369 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 08:59:04.883465 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d68cc-73fe-4d29-a41f-8a06097de5d9 req-8a000f84-e122-449b-a644-685421462a43 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:04.885115 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ba4d68cc-73fe-4d29-a41f-8a06097de5d9 req-8a000f84-e122-449b-a644-685421462a43 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0523331 Apr 29 08:59:04.900943 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:59:04.908091 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:04.955923 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ba4d68cc-73fe-4d29-a41f-8a06097de5d9 req-837777c2-6995-4288-9bfb-cc68e422e42e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646329 Apr 29 08:59:05.003422 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 08:59:05.006085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=7']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:59:05.228587 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b74fc70>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'c2c1ee73-7ef8-4df2-a638-94b6fbb30e62', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:45Z', 'updated_at': '2022-04-29T08:59:03Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 08:59:05.255957 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7695c-03f2-45dc-8f11-371ea710bcfc None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'c2c1ee73-7ef8-4df2-a638-94b6fbb30e62', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T08:58:45Z', 'updated_at': '2022-04-29T08:59:03Z', 'revision_number': 1, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 08:59:05.416905 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 08:59:05.463268 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920ed02-7f24-4f87-ab8d-d2ce6c6bd6ad None None] New status for floating IP c2c1ee73-7ef8-4df2-a638-94b6fbb30e62: ACTIVE {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 08:59:05.673760 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859508b0-8a76-4dcd-af9c-e8bdbf4e9e9d req-0197c0ff-9aaa-44a1-b4a7-dd6c7e75fd35 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:05.675308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-859508b0-8a76-4dcd-af9c-e8bdbf4e9e9d req-0197c0ff-9aaa-44a1-b4a7-dd6c7e75fd35 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0487761 Apr 29 08:59:05.734917 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-859508b0-8a76-4dcd-af9c-e8bdbf4e9e9d req-b6f45080-79b3-41f0-8e08-6122d0c0e5c4 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523393 Apr 29 08:59:06.073783 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4b857-cb0c-4ee6-915a-61e71ae9a432 req-9d5e23e4-bf61-4cda-9f46-789230a4d258 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:06.075354 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89d4b857-cb0c-4ee6-915a-61e71ae9a432 req-9d5e23e4-bf61-4cda-9f46-789230a4d258 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0488317 Apr 29 08:59:06.147470 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89d4b857-cb0c-4ee6-915a-61e71ae9a432 req-40ec36e7-51fc-4bd1-b1f0-fd922afa7659 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654619 Apr 29 08:59:06.334720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:06.789076 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 08:59:06.839956 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 08:59:06.840466 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:06.854019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1296af-282c-4b9b-9994-dda4a7a6bc8b req-1c31584a-d2ed-42fc-bd93-f86bcb557b85 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:06.855542 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c1296af-282c-4b9b-9994-dda4a7a6bc8b req-1c31584a-d2ed-42fc-bd93-f86bcb557b85 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Apr 29 08:59:06.914581 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7c1296af-282c-4b9b-9994-dda4a7a6bc8b req-03d02119-b4e8-4030-b89c-4b8463ee7b8b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522809 Apr 29 08:59:06.925202 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 08:59:06.925706 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:06.949518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 08:59:06.951739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9756827-5b74-4b09-832e-fb9db17f58a0" -d '{"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-plugged", "status": "completed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 08:59:06.965071 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 08:59:06.969620 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:06.997095 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4401f3cb-3dd6-4ce6-8181-104014cd2220 x-openstack-request-id: req-4401f3cb-3dd6-4ce6-8181-104014cd2220 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 08:59:06.997408 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-plugged", "status": "completed", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 08:59:06.997722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4401f3cb-3dd6-4ce6-8181-104014cd2220 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 08:59:06.998191 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4401f3cb-3dd6-4ce6-8181-104014cd2220'] response: {'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'code': 200} Apr 29 08:59:07.028590 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=8']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 08:59:07.269260 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441f841-522e-4cea-bbc9-5057b5731905 req-5d25aee2-47cd-4665-b9ac-bcfa94ce134e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:07.271688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8441f841-522e-4cea-bbc9-5057b5731905 req-5d25aee2-47cd-4665-b9ac-bcfa94ce134e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0505104 Apr 29 08:59:07.341388 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8441f841-522e-4cea-bbc9-5057b5731905 req-2911e569-7b44-440d-8522-0310f23cfe72 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629575 Apr 29 08:59:07.714229 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:07.729314 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c800-27ae-4113-93f2-c0199a999e4a req-41a4f159-8be4-4f3b-aa4f-38c8726693f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:07.730925 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c493c800-27ae-4113-93f2-c0199a999e4a req-41a4f159-8be4-4f3b-aa4f-38c8726693f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1130 time: 0.0444386 Apr 29 08:59:07.782885 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c493c800-27ae-4113-93f2-c0199a999e4a req-83fafaaa-211a-47a0-af7a-f58c68d388d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Apr 29 08:59:08.030279 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93020b1-9efd-48c1-92e1-051827fdb549 req-849962e5-dd79-4c7a-8326-7ca8fb2e0b2f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:08.031682 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d93020b1-9efd-48c1-92e1-051827fdb549 req-849962e5-dd79-4c7a-8326-7ca8fb2e0b2f tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0478325 Apr 29 08:59:08.079371 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d93020b1-9efd-48c1-92e1-051827fdb549 req-f2d7eb68-6b30-4f74-9574-3649fe701543 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Apr 29 08:59:08.463710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc80b1-f810-4eb2-a745-3365080744b0 req-08d33d0d-60d0-402b-b76a-d3785fc43df6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:08.465340 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-66fc80b1-f810-4eb2-a745-3365080744b0 req-08d33d0d-60d0-402b-b76a-d3785fc43df6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0539150 Apr 29 08:59:08.530999 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-66fc80b1-f810-4eb2-a745-3365080744b0 req-cb69df35-a880-45a7-93f8-2fa955c1a929 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598860 Apr 29 08:59:09.209251 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf002-7b0a-4deb-9e48-976bf103f24f req-0cae3cf8-9255-4162-ac39-1f96bd3279de tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:09.210672 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-776cf002-7b0a-4deb-9e48-976bf103f24f req-0cae3cf8-9255-4162-ac39-1f96bd3279de tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Apr 29 08:59:09.261642 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-776cf002-7b0a-4deb-9e48-976bf103f24f req-fa20876e-15e6-4869-939d-e9d51270caa9 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Apr 29 08:59:09.656115 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38acff-8cba-42ba-b12a-1fb0b9a01eeb req-7b387dfb-0e72-4360-a78b-c6a318848e2b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:09.657632 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e38acff-8cba-42ba-b12a-1fb0b9a01eeb req-7b387dfb-0e72-4360-a78b-c6a318848e2b tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0541430 Apr 29 08:59:09.722340 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e38acff-8cba-42ba-b12a-1fb0b9a01eeb req-381adbf4-969b-4cc2-8835-243c0098cf2e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581319 Apr 29 08:59:10.035597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-1501f016-a765-4182-b471-f7fbb899fee8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388141 Apr 29 08:59:10.152036 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681cec-2446-4a23-b686-439c7d364262 req-64129541-33a3-4f78-ab90-ae039a1c037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.153598 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-64129541-33a3-4f78-ab90-ae039a1c037e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 1130 time: 0.0525222 Apr 29 08:59:10.271019 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681cec-2446-4a23-b686-439c7d364262 req-740b81c4-b08a-45f1-86d8-f3529e802520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.272745 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-740b81c4-b08a-45f1-86d8-f3529e802520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.0993958 Apr 29 08:59:10.316080 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-a8e73008-3537-4df7-b987-34536dd6f1e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 200 len: 217 time: 0.0367241 Apr 29 08:59:10.399518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681cec-2446-4a23-b686-439c7d364262 req-d0a4bf74-ff4d-432a-8695-d2b7f57c0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.401011 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-d0a4bf74-ff4d-432a-8695-d2b7f57c0b78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0797381 Apr 29 08:59:10.411255 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d604ca-ab12-4c5e-b7fb-1220c7cbc4d1 req-edadf996-abc0-4342-8e55-ffcafddbb52b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.413406 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-32d604ca-ab12-4c5e-b7fb-1220c7cbc4d1 req-edadf996-abc0-4342-8e55-ffcafddbb52b tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0621376 Apr 29 08:59:10.470715 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d681cec-2446-4a23-b686-439c7d364262 req-8c0fc8bd-0ac9-49d4-83d4-ff617849537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.472256 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-8c0fc8bd-0ac9-49d4-83d4-ff617849537c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579703 Apr 29 08:59:10.523667 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-32d604ca-ab12-4c5e-b7fb-1220c7cbc4d1 req-42cf6c45-e3a5-4bba-9b5d-1a217e1451c7 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015441 Apr 29 08:59:10.581636 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-b41c2411-73a8-4e9f-bd31-1b6b094ab042 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033311 Apr 29 08:59:10.675191 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0d681cec-2446-4a23-b686-439c7d364262 req-6a413a80-d1ab-4b16-9289-19852b78fe9e service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875478 Apr 29 08:59:10.834872 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc88c-84e5-48b8-aaa2-991a3563bf58 req-dace62df-cd81-45a4-8984-31ec92447a70 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:10.836258 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-76ddc88c-84e5-48b8-aaa2-991a3563bf58 req-dace62df-cd81-45a4-8984-31ec92447a70 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0464780 Apr 29 08:59:10.896057 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-76ddc88c-84e5-48b8-aaa2-991a3563bf58 req-a680d338-2093-4b9f-ac7d-234b931b97a6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540934 Apr 29 08:59:12.021258 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1764ec5-8b1a-4917-9429-51c322ee5849 req-d55ac277-237d-4942-b280-fd2196b92ce5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:12.022745 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1764ec5-8b1a-4917-9429-51c322ee5849 req-d55ac277-237d-4942-b280-fd2196b92ce5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0546477 Apr 29 08:59:12.084093 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1764ec5-8b1a-4917-9429-51c322ee5849 req-4d58ff6c-2d2e-4acb-9749-ecd9f44a4761 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555012 Apr 29 08:59:13.200502 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d6ab-326b-45cd-ae2f-c8e4dcefb04c req-355c5c1a-7ffc-4c5e-ac91-032f1a39ecf3 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:13.201931 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0773d6ab-326b-45cd-ae2f-c8e4dcefb04c req-355c5c1a-7ffc-4c5e-ac91-032f1a39ecf3 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0481172 Apr 29 08:59:13.266382 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0773d6ab-326b-45cd-ae2f-c8e4dcefb04c req-829a17b9-59fc-457d-9906-d28566fcbff8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585546 Apr 29 08:59:14.393296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485127d-36ce-4759-b9ad-fcebd0259f61 req-ab09f587-d3e8-44e4-9194-162b99b4c403 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 08:59:14.394854 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f485127d-36ce-4759-b9ad-fcebd0259f61 req-ab09f587-d3e8-44e4-9194-162b99b4c403 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0495653 Apr 29 08:59:14.459171 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f485127d-36ce-4759-b9ad-fcebd0259f61 req-3f830a3d-1aa9-49d4-a8ee-b2e44f1e1a6f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=62934bc3-0993-49cd-9bf9-c9f808b359f6&id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561848 Apr 29 08:59:29.812187 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-16116987-d6f1-43f8-9500-a944176c6227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:31.198609 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 08:59:32.088530 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3e4fd3ce-fb7b-44a7-916a-1c1dd9da6eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:33.655610 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:34.790272 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:36.326446 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:37.716986 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 08:59:59.835136 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-92c8ad5c-7814-4f77-93bc-7c64d980a43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:02.091406 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-953cde44-755c-4e1a-846c-9c273b777a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:02.731376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803c643-aa4e-4533-b7d3-1878c0e66d39 req-90ea3f53-c888-4772-9368-3a0896ac92b2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:02.733103 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e803c643-aa4e-4533-b7d3-1878c0e66d39 req-90ea3f53-c888-4772-9368-3a0896ac92b2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0561209 Apr 29 09:00:02.787872 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e803c643-aa4e-4533-b7d3-1878c0e66d39 req-5139d3a3-3923-4a61-b0f0-15398497bffc tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Apr 29 09:00:03.657372 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:03.910788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe15-ed2a-41ff-83ac-4467f0a4c561 req-5faeaada-322e-46f7-82d7-f2e654cf318b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:03.912306 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-542fbe15-ed2a-41ff-83ac-4467f0a4c561 req-5faeaada-322e-46f7-82d7-f2e654cf318b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0516179 Apr 29 09:00:03.968233 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-542fbe15-ed2a-41ff-83ac-4467f0a4c561 req-ae28f67f-7dc8-4d0e-9ac3-dfabd9ba91c8 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496247 Apr 29 09:00:04.797193 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:05.090714 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398ff2c-9dff-4af5-94d0-ef797d88f4c6 req-90832685-a5c2-4619-9ae0-552ec6f3eeae tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:05.092260 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9398ff2c-9dff-4af5-94d0-ef797d88f4c6 req-90832685-a5c2-4619-9ae0-552ec6f3eeae tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0519207 Apr 29 09:00:05.142352 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9398ff2c-9dff-4af5-94d0-ef797d88f4c6 req-f97abe59-571b-4520-b4ad-60435d616464 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Apr 29 09:00:06.269906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549699f-fb63-4fdd-8fec-a020052515cc req-802b1ec4-a348-465d-85cc-662c4f1f48f3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:06.271490 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e549699f-fb63-4fdd-8fec-a020052515cc req-802b1ec4-a348-465d-85cc-662c4f1f48f3 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0514526 Apr 29 09:00:06.329892 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e549699f-fb63-4fdd-8fec-a020052515cc req-4071b12c-bd3b-47a6-aa0b-e377971c91bb tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509286 Apr 29 09:00:06.332033 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:06.983367 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-68f3b7bd-3581-430c-8a23-e0772da88f89 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:06.985065 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-68f3b7bd-3581-430c-8a23-e0772da88f89 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0511312 Apr 29 09:00:07.097585 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Deleting port e6ef8121-81a9-4773-903b-5d18906a76d1 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:07.097986 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.201176 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] For port e6ef8121-81a9-4773-903b-5d18906a76d1, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=e6ef8121-81a9-4773-903b-5d18906a76d1,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:07.201461 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.488897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.489265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.489583 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Floating IP 7b16eed1-fc08-493b-863e-6f62967e1941 disassociated. External IP: 172.27.0.239, port: e6ef8121-81a9-4773-903b-5d18906a76d1. Apr 29 09:00:07.489924 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Calling delete_port for e6ef8121-81a9-4773-903b-5d18906a76d1 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:07.502198 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f32-a3c7-45de-be94-926a75134159 req-5568279f-b04e-4588-904d-00cefa673a2b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:07.503725 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90122f32-a3c7-45de-be94-926a75134159 req-5568279f-b04e-4588-904d-00cefa673a2b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 945 time: 0.0753703 Apr 29 09:00:07.604282 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90122f32-a3c7-45de-be94-926a75134159 req-8f43e0b4-78ad-4c2e-8398-5736cca5b322 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922170 Apr 29 09:00:07.696412 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (e6ef8121-81a9-4773-903b-5d18906a76d1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.727610 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:07.757332 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event deleted for resources: {'Port': ['ID=e6ef8121-81a9-4773-903b-5d18906a76d1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:07.788239 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.788765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.789835 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.790386 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.791375 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.791515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.792069 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.792660 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.793210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.793549 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.794062 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.794555 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.794901 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.795239 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.795571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:07.977034 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Router 18ee1b20-1235-4d29-8339-6286f6349343 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:08.099823 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:08.113746 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:08.130001 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:08.131687 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b4635b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:08.165429 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] No DVR routers for this DVR port e6ef8121-81a9-4773-903b-5d18906a76d1 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:08.169179 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:08.175733 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9226d189-c6fc-4f1b-b3a2-fa4088996c07 req-3ac1ba1f-a293-42e0-863d-c1056f7926ea tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "DELETE /v2.0/ports/e6ef8121-81a9-4773-903b-5d18906a76d1 HTTP/1.1" status: 204 len: 173 time: 1.1840398 Apr 29 09:00:08.176575 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'name': 'network-vif-deleted', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:08.185394 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc95d01a-022d-4be8-87f1-e44a31a74fed" -d '{"events": [{"server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "name": "network-vif-deleted", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:08.221732 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:00:08.265302 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f16b62-7660-4fcd-a6fa-c7c8ebf44ad5 x-openstack-request-id: req-c8f16b62-7660-4fcd-a6fa-c7c8ebf44ad5 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:08.266033 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be98bb-be88-421f-a448-f04a4f97702b", "name": "network-vif-deleted", "tag": "e6ef8121-81a9-4773-903b-5d18906a76d1", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:08.266368 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8f16b62-7660-4fcd-a6fa-c7c8ebf44ad5 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:08.267091 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f16b62-7660-4fcd-a6fa-c7c8ebf44ad5'] response: {'server_uuid': 'f4be98bb-be88-421f-a448-f04a4f97702b', 'name': 'network-vif-deleted', 'tag': 'e6ef8121-81a9-4773-903b-5d18906a76d1', 'status': 'completed', 'code': 200} Apr 29 09:00:08.445030 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:08.692777 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b4635b0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:08.731062 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:08.734558 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0cb8865d-3096-40fd-b119-683ffebccc31 req-2b5e0a91-6ca9-46cc-9683-173b28a87f0d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f4be98bb-be88-421f-a448-f04a4f97702b HTTP/1.1" status: 200 len: 210 time: 0.0318122 Apr 29 09:00:08.744896 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:08.745885 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b4635b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:08.877519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:09.126614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b4635b0>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:09.155440 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6df964-11e4-4aa4-8dc3-3b885113fbdb None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T08:53:12Z', 'revision_number': 4, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'e922cc2c-19d0-422d-9940-4b24fb5a566f', 'name': '', 'network_id': 'a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'mac_address': 'fa:16:3e:9f:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:12Z', 'updated_at': '2022-04-29T08:53:17Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'subnets': [{'id': '9622afcc-918c-44fd-bc50-a308f88535b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:09.399189 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6dc833-01bf-462c-be81-43705942353f None None] New status for floating IP 7b16eed1-fc08-493b-863e-6f62967e1941: DOWN {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:09.828638 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60092) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:09.891815 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (407c8ffc-7d34-4fde-b734-afbbdc6d0ef4), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:09.916002 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (407c8ffc-7d34-4fde-b734-afbbdc6d0ef4), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:09.975131 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (407c8ffc-7d34-4fde-b734-afbbdc6d0ef4), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:09.979014 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:09.980244 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "DELETE /v2.0/security-groups/407c8ffc-7d34-4fde-b734-afbbdc6d0ef4 HTTP/1.1" status: 204 len: 168 time: 0.1505859 Apr 29 09:00:09.982984 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60094) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:09.989655 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c8ffc-7d34-4fde-b734-afbbdc6d0ef4,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:09.998820 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:09.999407 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-8fa06122-fb74-4cb8-91c4-251640eac862 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] show failed (client error): The resource could not be found. Apr 29 09:00:09.999626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:09.999844 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.000243 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.000597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.001198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.001394 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8fa06122-fb74-4cb8-91c4-251640eac862 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups/407c8ffc-7d34-4fde-b734-afbbdc6d0ef4 HTTP/1.1" status: 404 len: 347 time: 0.0170457 Apr 29 09:00:10.001545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.001891 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.002232 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.002639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.002986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.003354 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.003787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.004098 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.004248 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60096) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:10.004461 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c277834-d6cc-4cbb-88de-3001e4781d7b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:10.135794 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Deleting port 1e931384-3f64-4ffb-93cd-2cb44a21362d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:10.136163 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.210968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.211300 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (1e931384-3f64-4ffb-93cd-2cb44a21362d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.224203 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Calling delete_port for 1e931384-3f64-4ffb-93cd-2cb44a21362d owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:10.602115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (1e931384-3f64-4ffb-93cd-2cb44a21362d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.626511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event deleted for resources: {'Port': ['ID=1e931384-3f64-4ffb-93cd-2cb44a21362d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:10.693888 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks [] for floatingip (7b16eed1-fc08-493b-863e-6f62967e1941), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.697815 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:10.699041 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bb3ed646-ed22-49d8-9c85-8b15dc6d23e6 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "DELETE /v2.0/floatingips/7b16eed1-fc08-493b-863e-6f62967e1941 HTTP/1.1" status: 204 len: 168 time: 0.6936746 Apr 29 09:00:11.026945 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device e6ef8121-81a9-4773-903b-5d18906a76d1 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:11.048370 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: e6ef8121-81a9-4773-903b-5d18906a76d1 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:11.048806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device e6ef8121-81a9-4773-903b-5d18906a76d1 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:11.532824 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-7194d206-0403-4b2d-af4f-5a13670d7fac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446274 Apr 29 09:00:11.616440 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-0391a830-db13-461a-92a7-9761d6e14cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:11.619452 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-0391a830-db13-461a-92a7-9761d6e14cda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60998f08c40446e787ead285e40665b1&device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 1130 time: 0.0463214 Apr 29 09:00:11.737978 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-f5bd8376-3111-417c-b297-e7ea9dd2eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:11.739695 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-f5bd8376-3111-417c-b297-e7ea9dd2eb5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 200 len: 920 time: 0.1008084 Apr 29 09:00:11.787356 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-81d46a4f-dcfa-491e-9071-4672fef61afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 200 len: 217 time: 0.0413597 Apr 29 09:00:11.845431 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-14736bd4-78d6-42a0-a88d-b4a0d8d72794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:11.847202 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-14736bd4-78d6-42a0-a88d-b4a0d8d72794 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 200 len: 858 time: 0.0533330 Apr 29 09:00:11.908225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-9778f749-a047-46e6-ac70-7d0e5f72cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:11.910597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-9778f749-a047-46e6-ac70-7d0e5f72cc92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573857 Apr 29 09:00:12.028764 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-be93cb64-d221-4785-b05c-f38708b7fe6a service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112962 Apr 29 09:00:12.133469 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e516fabd-f917-4cd2-a1e0-ceb5062132d4 req-f40333f4-999e-4dc6-80a9-01ad614c2d69 service neutron] 10.222.0.20 "GET /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960429 Apr 29 09:00:13.378972 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559237a6-38e5-4a9d-9927-e9a1b4c50a0f req-2ece07f9-5286-4019-848c-e49c65e6e803 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:13.380596 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-559237a6-38e5-4a9d-9927-e9a1b4c50a0f req-2ece07f9-5286-4019-848c-e49c65e6e803 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0504665 Apr 29 09:00:13.436701 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-559237a6-38e5-4a9d-9927-e9a1b4c50a0f req-31a38f71-b8ed-4a57-94eb-3998c2572e09 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Apr 29 09:00:14.512674 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-9f2d828a-141a-4c36-a695-e74657210660 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:14.514314 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-9f2d828a-141a-4c36-a695-e74657210660 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0586913 Apr 29 09:00:14.601606 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1992493-7548-4954-ac7f-210b9fc9118a req-e5f968f3-22ad-474c-87fe-2ac5e8bcde79 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:14.603703 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1992493-7548-4954-ac7f-210b9fc9118a req-e5f968f3-22ad-474c-87fe-2ac5e8bcde79 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8715736d-99f1-4f4c-af1f-c4bf3fc295d3 HTTP/1.1" status: 200 len: 946 time: 0.0862193 Apr 29 09:00:14.677856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Deleting port 4011c2e6-769b-4586-8b40-1da7764504df {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:14.678203 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (4011c2e6-769b-4586-8b40-1da7764504df), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:14.716279 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1992493-7548-4954-ac7f-210b9fc9118a req-6b00861f-4656-4751-b41f-9a69e4dcaeaf tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062016 Apr 29 09:00:14.790229 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] For port 4011c2e6-769b-4586-8b40-1da7764504df, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=4011c2e6-769b-4586-8b40-1da7764504df,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:14.790615 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (4011c2e6-769b-4586-8b40-1da7764504df), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:14.806386 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Calling delete_port for 4011c2e6-769b-4586-8b40-1da7764504df owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:14.973102 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (4011c2e6-769b-4586-8b40-1da7764504df), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:15.005815 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event deleted for resources: {'Port': ['ID=4011c2e6-769b-4586-8b40-1da7764504df,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:15.011573 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['59575408-22b1-4ee7-9c81-bef3610d56b7', '4011c2e6-769b-4586-8b40-1da7764504df'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:15.058139 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] No DVR routers for this DVR port 4011c2e6-769b-4586-8b40-1da7764504df on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:15.061055 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:15.064829 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b5605886-55e5-43e5-971f-beb05204e1c0 req-e6b799f4-78e4-4e5f-80a2-e79c87214740 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "DELETE /v2.0/ports/4011c2e6-769b-4586-8b40-1da7764504df HTTP/1.1" status: 204 len: 173 time: 0.5370331 Apr 29 09:00:15.065149 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'name': 'network-vif-deleted', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:15.067580 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e40c74c-b969-42fb-8e14-50bc58dfe997" -d '{"events": [{"server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "name": "network-vif-deleted", "tag": "4011c2e6-769b-4586-8b40-1da7764504df"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:15.126583 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8945ca59-e073-4950-89cb-8ed81bee6b17 x-openstack-request-id: req-8945ca59-e073-4950-89cb-8ed81bee6b17 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:15.126933 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8715736d-99f1-4f4c-af1f-c4bf3fc295d3", "name": "network-vif-deleted", "tag": "4011c2e6-769b-4586-8b40-1da7764504df", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:15.127164 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8945ca59-e073-4950-89cb-8ed81bee6b17 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:15.127595 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8945ca59-e073-4950-89cb-8ed81bee6b17'] response: {'server_uuid': '8715736d-99f1-4f4c-af1f-c4bf3fc295d3', 'name': 'network-vif-deleted', 'tag': '4011c2e6-769b-4586-8b40-1da7764504df', 'status': 'completed', 'code': 200} Apr 29 09:00:16.022792 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334b45c-deb4-4cba-827c-c8180ca84943 req-49bd95d2-d70e-49cf-b92d-a34267f8d65d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:16.025124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a334b45c-deb4-4cba-827c-c8180ca84943 req-49bd95d2-d70e-49cf-b92d-a34267f8d65d tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0596306 Apr 29 09:00:16.078318 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a334b45c-deb4-4cba-827c-c8180ca84943 req-99e75b6e-78eb-4193-b8bb-3e96d06a46d2 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Apr 29 09:00:17.219072 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ef6ec-0dd0-40ce-8838-1398e1769ffd req-4f9c9072-bba3-430b-bdbb-606d4b001d82 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:17.220643 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bd9ef6ec-0dd0-40ce-8838-1398e1769ffd req-4f9c9072-bba3-430b-bdbb-606d4b001d82 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0530217 Apr 29 09:00:17.272324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bd9ef6ec-0dd0-40ce-8838-1398e1769ffd req-d582d521-843c-4089-9802-3800623b4d31 tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456586 Apr 29 09:00:18.373842 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-89d3e762-5f03-4cb7-8f2c-1d451a57096b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:18.375591 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-89d3e762-5f03-4cb7-8f2c-1d451a57096b tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.0714042 Apr 29 09:00:18.447848 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc428e63-45aa-4188-b142-7028029d89f0 req-7042235d-56ef-422c-be23-b52fe1e67b0a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:18.449801 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc428e63-45aa-4188-b142-7028029d89f0 req-7042235d-56ef-422c-be23-b52fe1e67b0a tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e972e2b-7b5e-4a5f-87a1-3642aad3ac24 HTTP/1.1" status: 200 len: 946 time: 0.1016290 Apr 29 09:00:18.542571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Deleting port 59575408-22b1-4ee7-9c81-bef3610d56b7 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:18.542824 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:18.548421 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fc428e63-45aa-4188-b142-7028029d89f0 req-0fb51099-7c0b-40b3-9ddd-0341196837fd tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.31 "GET /v2.0/security-groups?id=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902016 Apr 29 09:00:18.653776 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] For port 59575408-22b1-4ee7-9c81-bef3610d56b7, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=59575408-22b1-4ee7-9c81-bef3610d56b7,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:18.654153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:18.671753 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Calling delete_port for 59575408-22b1-4ee7-9c81-bef3610d56b7 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:18.828306 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (59575408-22b1-4ee7-9c81-bef3610d56b7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:18.861314 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Pushing event deleted for resources: {'Port': ['ID=59575408-22b1-4ee7-9c81-bef3610d56b7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:18.875392 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['59575408-22b1-4ee7-9c81-bef3610d56b7'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:18.932675 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] No DVR routers for this DVR port 59575408-22b1-4ee7-9c81-bef3610d56b7 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:18.936263 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:18.940263 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c4e04f7f-2f41-4dc7-85d4-6ef76c67b11d req-0274683d-9132-4ba9-9d02-1fe70ccf377c tempest-ServerRescueNegativeTestJSON-420241381 tempest-ServerRescueNegativeTestJSON-420241381-project] 10.222.0.20 "DELETE /v2.0/ports/59575408-22b1-4ee7-9c81-bef3610d56b7 HTTP/1.1" status: 204 len: 173 time: 0.5419941 Apr 29 09:00:18.940819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'name': 'network-vif-deleted', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:18.943321 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a700313b-3ad8-4b7c-bca1-01e73380f425" -d '{"events": [{"server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "name": "network-vif-deleted", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:19.001407 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb87a9-57e0-46c2-a688-aa63c53097ef x-openstack-request-id: req-57eb87a9-57e0-46c2-a688-aa63c53097ef {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:19.001908 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e972e2b-7b5e-4a5f-87a1-3642aad3ac24", "name": "network-vif-deleted", "tag": "59575408-22b1-4ee7-9c81-bef3610d56b7", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:19.002393 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57eb87a9-57e0-46c2-a688-aa63c53097ef {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:19.002967 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57eb87a9-57e0-46c2-a688-aa63c53097ef'] response: {'server_uuid': '4e972e2b-7b5e-4a5f-87a1-3642aad3ac24', 'name': 'network-vif-deleted', 'tag': '59575408-22b1-4ee7-9c81-bef3610d56b7', 'status': 'completed', 'code': 200} Apr 29 09:00:19.082867 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 4011c2e6-769b-4586-8b40-1da7764504df no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:19.121552 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 4011c2e6-769b-4586-8b40-1da7764504df {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:19.121901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 4011c2e6-769b-4586-8b40-1da7764504df not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:19.636583 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60170) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:20.243633 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (18ee1b20-1235-4d29-8339-6286f6349343), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:20.591914 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Deleting port e922cc2c-19d0-422d-9940-4b24fb5a566f {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:20.592268 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:20.696574 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] For port e922cc2c-19d0-422d-9940-4b24fb5a566f, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e922cc2c-19d0-422d-9940-4b24fb5a566f,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:20.697426 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:20.718764 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Calling delete_port for e922cc2c-19d0-422d-9940-4b24fb5a566f owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:20.977681 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (e922cc2c-19d0-422d-9940-4b24fb5a566f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:21.016293 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Pushing event deleted for resources: {'Port': ['ID=e922cc2c-19d0-422d-9940-4b24fb5a566f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:21.251453 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f430587-325d-485c-9ae0-b0b198a35050 req-fcc13948-ccf5-4a80-98a2-63733a2367fa tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:21.256754 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3f430587-325d-485c-9ae0-b0b198a35050 req-fcc13948-ccf5-4a80-98a2-63733a2367fa tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0629048 Apr 29 09:00:21.257332 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (18ee1b20-1235-4d29-8339-6286f6349343), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:21.313688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3f430587-325d-485c-9ae0-b0b198a35050 req-622eafc3-fa80-47c4-aa89-475cfed342a9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539904 Apr 29 09:00:21.517590 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Router 18ee1b20-1235-4d29-8339-6286f6349343 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:21.642654 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:21.648105 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a03142a7-eb72-4132-8059-cc56726bd86b admin admin] 10.222.0.31 "PUT /v2.0/routers/18ee1b20-1235-4d29-8339-6286f6349343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102930 Apr 29 09:00:21.651318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60186) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:21.657617 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098d398-8886-484c-9331-affd975996bf None None] Sync routers for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:21.668726 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098d398-8886-484c-9331-affd975996bf None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:21.669370 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5098d398-8886-484c-9331-affd975996bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edd760>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:21.777568 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks [] for router (18ee1b20-1235-4d29-8339-6286f6349343), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:21.787986 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-5098d398-8886-484c-9331-affd975996bf None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:21.903292 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks [] for router_gateway (18ee1b20-1235-4d29-8339-6286f6349343), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:21.965334 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Deleting port f6572d20-a109-4377-b5f9-4e9ea4a6be79 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:21.965818 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:21.995341 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5098d398-8886-484c-9331-affd975996bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edd760>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T09:00:20Z', 'revision_number': 5, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port': {'id': 'f6572d20-a109-4377-b5f9-4e9ea4a6be79', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:2b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ee1b20-1235-4d29-8339-6286f6349343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:10Z', 'updated_at': '2022-04-29T08:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:22.029348 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098d398-8886-484c-9331-affd975996bf None None] Checking router: 18ee1b20-1235-4d29-8339-6286f6349343 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:22.039548 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098d398-8886-484c-9331-affd975996bf None None] Routers {'18ee1b20-1235-4d29-8339-6286f6349343'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:22.040400 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5098d398-8886-484c-9331-affd975996bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edd760>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['18ee1b20-1235-4d29-8339-6286f6349343'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:22.073091 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] For port f6572d20-a109-4377-b5f9-4e9ea4a6be79, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=f6572d20-a109-4377-b5f9-4e9ea4a6be79,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:22.073598 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.092190 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Calling delete_port for f6572d20-a109-4377-b5f9-4e9ea4a6be79 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:22.141488 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-5098d398-8886-484c-9331-affd975996bf None None] Set router 18ee1b20-1235-4d29-8339-6286f6349343 gateway port host: None {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:22.199859 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5098d398-8886-484c-9331-affd975996bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea1edd760>, [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T09:00:21Z', 'revision_number': 6, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:22.231965 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5098d398-8886-484c-9331-affd975996bf None None] The sync data for ids ['18ee1b20-1235-4d29-8339-6286f6349343'] in dv-cinder-839872-1-iscsi is: [{'id': '18ee1b20-1235-4d29-8339-6286f6349343', 'name': 'tempest-ServerRescueNegativeTestJSON-1326758466-router', 'tenant_id': '60998f08c40446e787ead285e40665b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:09Z', 'updated_at': '2022-04-29T09:00:21Z', 'revision_number': 6, 'project_id': '60998f08c40446e787ead285e40665b1', 'gw_port_host': None}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:22.322273 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (f6572d20-a109-4377-b5f9-4e9ea4a6be79), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.349731 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6572d20-a109-4377-b5f9-4e9ea4a6be79,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:22.451196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (18ee1b20-1235-4d29-8339-6286f6349343), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.474593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8f164-87ce-4fe4-ab40-586580517286 req-db176488-5d5d-4dcc-8248-023bf25e045b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:22.478017 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61d8f164-87ce-4fe4-ab40-586580517286 req-db176488-5d5d-4dcc-8248-023bf25e045b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0792465 Apr 29 09:00:22.830538 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (18ee1b20-1235-4d29-8339-6286f6349343), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.833566 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks [] for router_controller (18ee1b20-1235-4d29-8339-6286f6349343), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.918034 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-61d8f164-87ce-4fe4-ab40-586580517286 req-067fc5f7-f565-48e2-9151-cbd518537212 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156857 Apr 29 09:00:22.924636 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (18ee1b20-1235-4d29-8339-6286f6349343), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.925249 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ee1b20-1235-4d29-8339-6286f6349343 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:00:22.932272 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:22.936008 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a6398627-5e3f-4175-9837-5dce55b5dfc0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/18ee1b20-1235-4d29-8339-6286f6349343 HTTP/1.1" status: 204 len: 168 time: 1.2814507 Apr 29 09:00:22.936703 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60194) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:23.004489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Deleting subnet 9622afcc-918c-44fd-bc50-a308f88535b2 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:00:23.008316 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Publish callbacks [] for subnet (9622afcc-918c-44fd-bc50-a308f88535b2), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.058531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (9622afcc-918c-44fd-bc50-a308f88535b2), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.083266 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 59575408-22b1-4ee7-9c81-bef3610d56b7 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:23.114509 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 59575408-22b1-4ee7-9c81-bef3610d56b7 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:23.115026 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 59575408-22b1-4ee7-9c81-bef3610d56b7 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:23.155819 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e922cc2c-19d0-422d-9940-4b24fb5a566f no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:23.178047 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: e922cc2c-19d0-422d-9940-4b24fb5a566f {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:23.178398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e922cc2c-19d0-422d-9940-4b24fb5a566f not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:23.178822 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device f6572d20-a109-4377-b5f9-4e9ea4a6be79 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:23.190294 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (9622afcc-918c-44fd-bc50-a308f88535b2), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.199304 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: f6572d20-a109-4377-b5f9-4e9ea4a6be79 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:23.199649 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device f6572d20-a109-4377-b5f9-4e9ea4a6be79 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:23.252771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (9622afcc-918c-44fd-bc50-a308f88535b2), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.297910 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9622afcc-918c-44fd-bc50-a308f88535b2,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:23.300040 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.303421 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ee4b58f7-c1cb-4c07-ae98-3800cc5212e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9622afcc-918c-44fd-bc50-a308f88535b2 HTTP/1.1" status: 204 len: 168 time: 0.3653042 Apr 29 09:00:23.306013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60196) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:23.319803 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b2036-d1b8-4c13-9b83-ad531da79964 None None] Network a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:00:23.387352 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.443950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-b83210e2-8e85-418b-8c5b-09d91ab63386 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:23.446763 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-b83210e2-8e85-418b-8c5b-09d91ab63386 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0742261 Apr 29 09:00:23.482827 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Deleting port 2aabf655-4a2b-4b95-873f-aee656e74855 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:23.483480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.580065 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:23.581477 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.593575 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-1aba3e92-992f-4f98-a620-17189302557f tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005192867&fields=id&tenant_id=6abb4912c175406ca0cefd03e327b7f5 HTTP/1.1" status: 200 len: 267 time: 0.1212008 Apr 29 09:00:23.595675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] For port 2aabf655-4a2b-4b95-873f-aee656e74855, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=2aabf655-4a2b-4b95-873f-aee656e74855,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:23.596050 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.612999 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Calling delete_port for 2aabf655-4a2b-4b95-873f-aee656e74855 owned by network:dhcp {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:23.708615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-429eced7-35a8-4392-b478-e2a9ff8a1ac8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:23.710043 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-429eced7-35a8-4392-b478-e2a9ff8a1ac8 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 985 time: 0.0943949 Apr 29 09:00:23.715104 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] DHCP port deletion for a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:00:23.720761 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] For port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:23.722199 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.728160 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Request body: {'port': {'security_groups': ['4f1533c2-7ff1-48d6-a9bc-b8e41030df78']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:23.799507 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Deleting port 2aabf655-4a2b-4b95-873f-aee656e74855 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:23.799949 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.880885 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.883133 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.920565 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aabf655-4a2b-4b95-873f-aee656e74855,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:23.924544 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] No DVR routers for this DVR port 2aabf655-4a2b-4b95-873f-aee656e74855 on host dv-cinder-839872-1-iscsi {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:23.941800 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] For port 2aabf655-4a2b-4b95-873f-aee656e74855, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=2aabf655-4a2b-4b95-873f-aee656e74855,segment=NetworkSegment(eeb59a65-ce7e-42e7-9588-2fb24c9d01a3),segment_id=eeb59a65-ce7e-42e7-9588-2fb24c9d01a3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:23.942559 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:23.978513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Calling delete_port for 2aabf655-4a2b-4b95-873f-aee656e74855 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:24.035321 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.035987 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.036323 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 190d2408-b27d-4ff2-9a22-8460973c58ba disassociated. External IP: 172.27.0.132, port: 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c. Apr 29 09:00:24.036557 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:24.111335 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.116347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c934b8-2f5f-4adc-a7ec-de73a0900f81 req-d3b0317a-2507-4f91-b32c-6e5ae2895781 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:24.118210 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-48c934b8-2f5f-4adc-a7ec-de73a0900f81 req-d3b0317a-2507-4f91-b32c-6e5ae2895781 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 945 time: 0.0966363 Apr 29 09:00:24.159976 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (2aabf655-4a2b-4b95-873f-aee656e74855), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.172656 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e99b80cd0>,) {'filters': {'network_id': ['a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:24.187079 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99b80cd0>, 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:24.187377 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99b80cd0>, 'eeb59a65-ce7e-42e7-9588-2fb24c9d01a3') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:24.201324 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-48c934b8-2f5f-4adc-a7ec-de73a0900f81 req-538cdd9c-af08-4e30-b7f1-b53185ad428e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6839dd3-22d8-4e55-9043-18808a4065e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733964 Apr 29 09:00:24.207421 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (eeb59a65-ce7e-42e7-9588-2fb24c9d01a3), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.208286 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Pushing event deleted for resources: {'Port': ['ID=2aabf655-4a2b-4b95-873f-aee656e74855,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:24.216741 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] No DVR routers for this DVR port 2aabf655-4a2b-4b95-873f-aee656e74855 on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:24.224937 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.225427 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.225963 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.226380 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.227037 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.227484 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.228575 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.228575 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.229018 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.229552 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.229687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:24.230174 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.231189 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.231482 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.232170 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.232679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ad8b21-7132-4487-9038-14bf87014e86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:00:24.235298 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (eeb59a65-ce7e-42e7-9588-2fb24c9d01a3), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.251700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:00:24.252233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (eeb59a65-ce7e-42e7-9588-2fb24c9d01a3), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:00:24.256918 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:00:24.291676 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.322188 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:24.327033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for port (69230ee3-728d-4825-9b39-4cb903b621cf), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.339623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.342751 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.377918 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:24.386553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.393143 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882 HTTP/1.1" status: 204 len: 168 time: 1.0860236 Apr 29 09:00:24.431825 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e90b6f-d5aa-4d12-9689-d4e5430f73e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85ddbe4-1cfc-4e78-8e29-c2dcd2efb882,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:24.446373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:24.447178 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.453569 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-26fd3f39-c375-4c94-8ae2-e07f18502293 req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "PUT /v2.0/ports/69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 943 time: 0.7354691 Apr 29 09:00:24.454289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:24.457883 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33495902-42ae-4c51-801b-5dda64f30eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:24.460536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60206) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:24.534163 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2643e93-d614-4705-8061-385be2d4d1ca x-openstack-request-id: req-a2643e93-d614-4705-8061-385be2d4d1ca {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:24.534647 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:24.535063 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2643e93-d614-4705-8061-385be2d4d1ca {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:24.535941 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2643e93-d614-4705-8061-385be2d4d1ca'] response: {'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 09:00:24.547261 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd58761-48e3-4472-a5b2-2c25ad0d5836 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event updated for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=7']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:24.587682 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:24.605170 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:24.721047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60212) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:24.801599 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:24.858234 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:24.880907 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:24.881564 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9befba90>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:24.920849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0371cb2-8f07-419f-87b4-a58d4f71a67c req-918bdf58-73f3-4641-b8ed-0748daac267b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:24.926265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] No DVR routers for this DVR port 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:24.929067 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:24.935321 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e0371cb2-8f07-419f-87b4-a58d4f71a67c req-918bdf58-73f3-4641-b8ed-0748daac267b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.1320691 Apr 29 09:00:24.954338 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9dcf2e82-3766-4c2c-bc57-d1e4675cb2ef req-7908309d-1d05-49b2-afe5-cf80a94e1699 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "DELETE /v2.0/ports/55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c HTTP/1.1" status: 204 len: 173 time: 1.5023277 Apr 29 09:00:24.955220 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'name': 'network-vif-deleted', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:24.957939 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d82a5-71a0-4eac-acbd-865700de6c02" -d '{"events": [{"server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "name": "network-vif-deleted", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:25.017357 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4392086b-3b3d-4222-a8cc-2dbefede3a9f None None] Provisioning complete for port 69230ee3-728d-4825-9b39-4cb903b621cf triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:00:25.017645 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4392086b-3b3d-4222-a8cc-2dbefede3a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.040116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-7b69a675-e139-4b20-a10d-d800c4578bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:25.042984 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-7b69a675-e139-4b20-a10d-d800c4578bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1130 time: 0.4606669 Apr 29 09:00:25.054719 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ad2809-cd9a-4c53-acd4-f0e1a5a0d78a x-openstack-request-id: req-f8ad2809-cd9a-4c53-acd4-f0e1a5a0d78a {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:25.056060 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6722378c-3c16-480e-b7de-4f9c8696fa03", "name": "network-vif-deleted", "tag": "55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:25.056563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8ad2809-cd9a-4c53-acd4-f0e1a5a0d78a {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:25.057526 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ad2809-cd9a-4c53-acd4-f0e1a5a0d78a'] response: {'server_uuid': '6722378c-3c16-480e-b7de-4f9c8696fa03', 'name': 'network-vif-deleted', 'tag': '55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c', 'status': 'completed', 'code': 200} Apr 29 09:00:25.070848 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:25.072001 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e0371cb2-8f07-419f-87b4-a58d4f71a67c req-a9bc9100-79fe-4017-9e04-977250686d1a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319342 Apr 29 09:00:25.100915 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1da22b64-e6dc-4cf8-bb96-a826ecffa69f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60998f08c40446e787ead285e40665b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762016 Apr 29 09:00:25.100915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (62934bc3-0993-49cd-9bf9-c9f808b359f6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.103312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60216) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:25.152863 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (62934bc3-0993-49cd-9bf9-c9f808b359f6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.197012 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4392086b-3b3d-4222-a8cc-2dbefede3a9f None None] Current status of the port 69230ee3-728d-4825-9b39-4cb903b621cf is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:25.201516 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 2aabf655-4a2b-4b95-873f-aee656e74855 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:25.214058 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] Publish callbacks [] for security_group (8640bc8c-9d2e-4e68-a9d3-ad0252ecd403), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.227950 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 2aabf655-4a2b-4b95-873f-aee656e74855 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:25.228658 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 2aabf655-4a2b-4b95-873f-aee656e74855 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:25.251716 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (62934bc3-0993-49cd-9bf9-c9f808b359f6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.254704 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.258899 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "DELETE /v2.0/security-groups/62934bc3-0993-49cd-9bf9-c9f808b359f6 HTTP/1.1" status: 204 len: 168 time: 0.7758627 Apr 29 09:00:25.259681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60220) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:25.261390 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] Publish callbacks [] for security_group (8640bc8c-9d2e-4e68-a9d3-ad0252ecd403), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.326234 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705d91-2a83-4d3f-ac3f-dc242c6c6b64 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62934bc3-0993-49cd-9bf9-c9f808b359f6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:25.371695 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5fc39836-c907-4ca7-a7ca-7f15f18be2c6 req-4de01ada-3402-459b-96a6-c1a453cd9dbd tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 210 time: 0.0466747 Apr 29 09:00:25.375533 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8640bc8c-9d2e-4e68-a9d3-ad0252ecd403), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.380177 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.381822 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8640bc8c-9d2e-4e68-a9d3-ad0252ecd403 HTTP/1.1" status: 204 len: 168 time: 0.2772937 Apr 29 09:00:25.393739 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3da94d-8750-47b4-9c55-0c55759fd1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640bc8c-9d2e-4e68-a9d3-ad0252ecd403,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:25.411356 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9befba90>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:25.506671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Deleting port dc39be45-2559-46da-8597-f374be14307f {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:25.507100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (dc39be45-2559-46da-8597-f374be14307f), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.548067 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:25.558897 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:25.559558 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9befba90>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:25.605346 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (dc39be45-2559-46da-8597-f374be14307f), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.605669 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for floatingip (dc39be45-2559-46da-8597-f374be14307f), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:25.624838 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Calling delete_port for dc39be45-2559-46da-8597-f374be14307f owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:25.695393 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:25.967789 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (dc39be45-2559-46da-8597-f374be14307f), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:26.018074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event deleted for resources: {'Port': ['ID=dc39be45-2559-46da-8597-f374be14307f,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:26.069723 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9befba90>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:26.127850 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defbf648-6179-4d0a-8eea-97475c5ccf34 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:26.135012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-1b70b67e-4811-4478-915a-d0bbe6c200c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:26.143679 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-1b70b67e-4811-4478-915a-d0bbe6c200c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.2981391 Apr 29 09:00:26.181235 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks [] for floatingip (cc02b310-bf45-4cfc-aafc-39d384f81296), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:26.182398 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Floating IP cc02b310-bf45-4cfc-aafc-39d384f81296 disassociated (deleted). External IP: 172.27.0.191, port: 69230ee3-728d-4825-9b39-4cb903b621cf. Apr 29 09:00:26.361126 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765c73-68b9-48d4-bada-5b0bc3360cdd req-9cccea4b-5860-4232-a2ba-3dc5403ce41d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:26.363704 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17765c73-68b9-48d4-bada-5b0bc3360cdd req-9cccea4b-5860-4232-a2ba-3dc5403ce41d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0960772 Apr 29 09:00:26.534426 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e468cb-49f7-4605-9052-712f6f22ffd6 None None] New status for floating IP 190d2408-b27d-4ff2-9a22-8460973c58ba: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:26.548430 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5e9a0b9c-3de9-4805-8ab7-7b62bddcfd31 req-2e657945-a5a2-42d4-890d-a8392802aeb6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=6722378c-3c16-480e-b7de-4f9c8696fa03 HTTP/1.1" status: 200 len: 210 time: 0.0462065 Apr 29 09:00:26.785075 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-46e0c687-777c-4363-80c7-eceb57040197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 217 time: 0.3713000 Apr 29 09:00:26.838745 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-6b38f1f3-240c-4b9c-9d88-478a17648ac4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:26.840737 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-6b38f1f3-240c-4b9c-9d88-478a17648ac4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 945 time: 0.0709021 Apr 29 09:00:26.871252 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-17765c73-68b9-48d4-bada-5b0bc3360cdd req-346cfb71-e873-4913-8527-5c85cbda839b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767253 Apr 29 09:00:26.952905 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-11b22802-90f4-467d-817d-6ed91a40b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:26.954898 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-11b22802-90f4-467d-817d-6ed91a40b64f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.1625173 Apr 29 09:00:27.005852 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port 7fcb9366-b893-4162-8459-0a266ed77525 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:27.006308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (7fcb9366-b893-4162-8459-0a266ed77525), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.097158 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-08b645ec-8eb8-4d49-b3de-bc11ae28d911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:27.098419 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:27.098844 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-08b645ec-8eb8-4d49-b3de-bc11ae28d911 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212754 Apr 29 09:00:27.127697 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] For port 7fcb9366-b893-4162-8459-0a266ed77525, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=7fcb9366-b893-4162-8459-0a266ed77525,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:27.129712 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (7fcb9366-b893-4162-8459-0a266ed77525), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.131413 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:27.131758 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 55ac5c5c-82d5-480e-a4e9-c6ff2f7c561c not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:27.156173 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:27.281629 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-4bab17d6-ca17-45ee-8482-77ac9c48d96f service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728349 Apr 29 09:00:27.405645 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.406060 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (0a646610-2817-4fbb-a7e0-ce258cdc1c1c), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.406379 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 0a646610-2817-4fbb-a7e0-ce258cdc1c1c disassociated. External IP: 172.27.0.112, port: 7fcb9366-b893-4162-8459-0a266ed77525. Apr 29 09:00:27.406718 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for 7fcb9366-b893-4162-8459-0a266ed77525 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:27.420098 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:27.424742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.431835 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Sync routers for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:27.451960 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:27.453200 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4b820>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:27.463057 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-90212d75-58aa-4f27-ab3f-60ddb9116b6c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "DELETE /v2.0/floatingips/cc02b310-bf45-4cfc-aafc-39d384f81296 HTTP/1.1" status: 204 len: 168 time: 2.1995192 Apr 29 09:00:27.463057 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:27.465433 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:27.510459 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-33495902-42ae-4c51-801b-5dda64f30eb5 req-0467c7ea-25c3-4c65-90bd-2771c1af2504 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141788 Apr 29 09:00:27.533687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e646264-9f88-42d8-b4b0-afe67a4b6b6c x-openstack-request-id: req-7e646264-9f88-42d8-b4b0-afe67a4b6b6c {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:27.534141 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:27.534346 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e646264-9f88-42d8-b4b0-afe67a4b6b6c {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:27.534764 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e646264-9f88-42d8-b4b0-afe67a4b6b6c'] response: {'name': 'network-changed', 'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 09:00:27.601585 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (7fcb9366-b893-4162-8459-0a266ed77525), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.634499 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:27.659407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-ece85f59-6fa7-4842-8a50-fc4aa2912119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:27.661148 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-ece85f59-6fa7-4842-8a50-fc4aa2912119 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6abb4912c175406ca0cefd03e327b7f5&device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 1130 time: 0.0588505 Apr 29 09:00:27.686468 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=7fcb9366-b893-4162-8459-0a266ed77525,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:27.704729 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60276) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:27.891868 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (e6839dd3-22d8-4e55-9043-18808a4065e0), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.895951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-2b7dcc17-b224-412b-bcc3-164250db4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:27.899427 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-2b7dcc17-b224-412b-bcc3-164250db4e65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 200 len: 916 time: 0.2214518 Apr 29 09:00:27.948542 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (e6839dd3-22d8-4e55-9043-18808a4065e0), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:27.959961 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:28.014740 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-650cce8e-0b18-4d82-b189-251c89369e7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 200 len: 217 time: 0.1058829 Apr 29 09:00:28.075589 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4b820>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.083098 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e9ba95df-a5a1-4981-885b-4b2ce5e673b2 req-741b1dd9-a4ef-4605-b970-f792728cfd4e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 210 time: 0.0459728 Apr 29 09:00:28.101303 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e6839dd3-22d8-4e55-9043-18808a4065e0), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.104435 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.105874 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6839dd3-22d8-4e55-9043-18808a4065e0 HTTP/1.1" status: 204 len: 168 time: 0.3999157 Apr 29 09:00:28.108437 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-a1fef262-f7d2-4622-b04a-f803dc686b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:28.110783 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-a1fef262-f7d2-4622-b04a-f803dc686b20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 200 len: 854 time: 0.0902247 Apr 29 09:00:28.113436 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Checking router: e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:28.113565 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60290) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:28.132915 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:28.133575 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4b820>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.154925 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.api.v2.resource [None req-415c257a-72de-4863-9791-e8a9af0a5f1c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] show failed (client error): The resource could not be found. Apr 29 09:00:28.160674 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60294) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:28.165860 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-415c257a-72de-4863-9791-e8a9af0a5f1c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups/e6839dd3-22d8-4e55-9043-18808a4065e0 HTTP/1.1" status: 404 len: 347 time: 0.0415220 Apr 29 09:00:28.177942 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a2eff-525e-40ba-8ce9-923051855089 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6839dd3-22d8-4e55-9043-18808a4065e0,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:28.272544 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:28.283583 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:28.293376 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:28.297829 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:28.298466 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b36c700>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.343815 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] No DVR routers for this DVR port 7fcb9366-b893-4162-8459-0a266ed77525 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:28.347451 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.350811 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f8aa86c8-1970-4de7-83ad-5501703db6eb req-a5eff338-83f8-4939-b422-95c4d51e0022 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "DELETE /v2.0/ports/7fcb9366-b893-4162-8459-0a266ed77525 HTTP/1.1" status: 204 len: 173 time: 1.5029936 Apr 29 09:00:28.351301 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'name': 'network-vif-deleted', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:28.353625 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e1d485-a6a6-4cd1-a93f-fd3e5df152ac" -d '{"events": [{"server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "name": "network-vif-deleted", "tag": "7fcb9366-b893-4162-8459-0a266ed77525"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:28.369433 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 7b837d5f-c386-4250-8eb4-0cf3ae26fc67 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:28.370229 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.446382 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d1df5-89db-4655-9043-f5dda4f0bd7d x-openstack-request-id: req-7f9d1df5-89db-4655-9043-f5dda4f0bd7d {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:28.446675 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d96abf8-36ee-48bc-a692-27682f8c1c2e", "name": "network-vif-deleted", "tag": "7fcb9366-b893-4162-8459-0a266ed77525", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:28.446918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f9d1df5-89db-4655-9043-f5dda4f0bd7d {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:28.447315 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9d1df5-89db-4655-9043-f5dda4f0bd7d'] response: {'server_uuid': '8d96abf8-36ee-48bc-a692-27682f8c1c2e', 'name': 'network-vif-deleted', 'tag': '7fcb9366-b893-4162-8459-0a266ed77525', 'status': 'completed', 'code': 200} Apr 29 09:00:28.452681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-11d1fe32-d9ba-4751-ba7d-1fee3fbc8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:28.462917 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-11d1fe32-d9ba-4751-ba7d-1fee3fbc8ecd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0a891c5b-09e7-4302-9ec8-333749c80e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840559 Apr 29 09:00:28.490011 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.490880 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.493473 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:28.509060 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 7b837d5f-c386-4250-8eb4-0cf3ae26fc67 owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:28.545462 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd4b820>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.576968 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707bdc3-db71-46b9-8cdb-c08c8e6b80aa None None] The sync data for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi is: [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T08:55:53Z', 'revision_number': 4, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd9e248b6-c564-4335-a54c-5dd3879b05d6', 'name': '', 'network_id': '0a891c5b-09e7-4302-9ec8-333749c80e11', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'mac_address': 'fa:16:3e:90:01:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:52Z', 'updated_at': '2022-04-29T08:55:57Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'subnets': [{'id': '139a72bc-ecdb-4f42-a772-00af12eb3542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:28.610692 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-e437109e-1d12-4932-b3ef-10edf6172e13 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332884 Apr 29 09:00:28.730014 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (7b837d5f-c386-4250-8eb4-0cf3ae26fc67), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.735494 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d45eca40-4dd6-4f8d-8cb0-e9f52cfd5a86 req-0b8a1d93-16b0-4751-9384-d22a9340abb7 service neutron] 10.222.0.20 "GET /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162775 Apr 29 09:00:28.762052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=7b837d5f-c386-4250-8eb4-0cf3ae26fc67,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:28.798841 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b36c700>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.839051 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:28.848901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:28.849105 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b36c700>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:28.853723 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (190d2408-b27d-4ff2-9a22-8460973c58ba), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.856631 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:28.861065 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-037653e6-2931-44b7-8f00-f6e41b4dc0cc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/floatingips/190d2408-b27d-4ff2-9a22-8460973c58ba HTTP/1.1" status: 204 len: 168 time: 0.6978123 Apr 29 09:00:28.952977 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe9045c-84c6-4c2d-a344-dc1ef99dc4ee None None] New status for floating IP cc02b310-bf45-4cfc-aafc-39d384f81296: DOWN {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:29.029047 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:29.179945 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60306) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:29.184514 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743773331', 'description': 'tempest-description--101260526'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:29.236317 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.239471 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2f0ebc23-def6-4a78-8ce2-eeacafdf36be req-3f70bd65-3db7-49d6-b191-f3b770c9750e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d96abf8-36ee-48bc-a692-27682f8c1c2e HTTP/1.1" status: 200 len: 210 time: 0.0375135 Apr 29 09:00:29.329237 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b36c700>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:29.330373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.336397 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.374207 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.375721 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1947477 Apr 29 09:00:29.378012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c0c2e-1252-4277-99ad-16dfa8b904c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:29.378884 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60310) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:29.386041 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4ef22-b4e5-4ece-8232-d2bb1102b3d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:29.409557 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356b26a-8271-4d6a-adf3-c364aa1a3815 None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:29.418357 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (c2fa3c52-886a-43f4-a04a-6957ca39d7f7), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.516124 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (c2fa3c52-886a-43f4-a04a-6957ca39d7f7), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.525710 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (c2fa3c52-886a-43f4-a04a-6957ca39d7f7), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.544482 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fa3c52-886a-43f4-a04a-6957ca39d7f7,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:29.556374 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.557499 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-83ffcbbd-0761-4b43-b84b-f753b3f139c9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773095 Apr 29 09:00:29.560218 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60312) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:29.565129 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'security_group_rule': {'security_group_id': 'd5b4ef22-b4e5-4ece-8232-d2bb1102b3d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:29.598088 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (f526f302-6320-456d-b5f4-573784209cf8), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.703570 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (f526f302-6320-456d-b5f4-573784209cf8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.712036 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (f526f302-6320-456d-b5f4-573784209cf8), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.748080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f526f302-6320-456d-b5f4-573784209cf8,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:29.756220 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.757581 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-aaa8e082-6433-458c-98aa-9c2e4b50dad5 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1962383 Apr 29 09:00:29.760737 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60322) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:29.765720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:29.789539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.792644 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d909c-e182-4bff-adc7-b74cb738c246 None None] New status for floating IP 0a646610-2817-4fbb-a7e0-ce258cdc1c1c: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:29.883374 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4e420a31-2d1b-4440-b6cc-5193c5bce4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:29.891581 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.015346 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.27.0.76 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/3daa7244-82b5-4874-a5c0-0525d336fff2) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:00:30.121322 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.155831 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.193370 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:00:30.198954 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:00:30.202577 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:00:30.225206 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=3daa7244-82b5-4874-a5c0-0525d336fff2,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:30.299562 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.349903 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.511703 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.517005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.534875 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-c7b712a5-1dfa-4461-8663-b69c927e42c6 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667238243&fields=id&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 267 time: 0.0511527 Apr 29 09:00:30.593077 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=3daa7244-82b5-4874-a5c0-0525d336fff2,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:30.599388 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.615544 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:30.624766 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f91ab2a4-146e-4d86-b1da-ce892a594b9b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8549950 Apr 29 09:00:30.645132 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-8fab2c8d-d01e-4069-b82f-0c9668b6f8fa tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:30.646510 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-8fab2c8d-d01e-4069-b82f-0c9668b6f8fa tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1046202 Apr 29 09:00:30.662154 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-73622270-a85b-459a-8339-ec2b26b32057 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/quotas/d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 375 time: 0.0094285 Apr 29 09:00:30.714101 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-054e7679-5629-4356-bd52-711f95c640ea tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460041 Apr 29 09:00:30.830307 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7a3f5ca8-6afb-445c-ba51-9206593cdef9 service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047642 Apr 29 09:00:30.852391 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-beca2571-42a1-4ed4-a22a-c59f40c8a83f tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1743773331&fields=id&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 267 time: 0.0519261 Apr 29 09:00:30.943012 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-2fe1a436-4cb0-42cc-9b3d-4ddac70a72d0 service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053867 Apr 29 09:00:30.981414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-14b6b77b-1a6c-4f91-8b29-0acc22eefbbe tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:30.983347 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-14b6b77b-1a6c-4f91-8b29-0acc22eefbbe tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.1295085 Apr 29 09:00:31.001531 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-e07badb2-291f-4e2e-bd16-83568bbe4181 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/quotas/578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 375 time: 0.0113845 Apr 29 09:00:31.085471 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-ae0f05ea-1aa9-437f-a75e-03c70ce5aced tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660088 Apr 29 09:00:31.129346 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 7fcb9366-b893-4162-8459-0a266ed77525 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:31.153708 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 7fcb9366-b893-4162-8459-0a266ed77525 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:31.154346 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 7fcb9366-b893-4162-8459-0a266ed77525 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:31.202023 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-2a3d386d-53a4-4fc5-b405-13c59870d2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156125 Apr 29 09:00:31.315749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-07298151-3e39-424b-af38-bb6fb835613e req-4af8eedc-a68c-4174-bb76-a91b636abc8c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0383928 Apr 29 09:00:31.640642 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-c6353c95-e7cd-4efb-9022-b41ef16cd987 service neutron] 10.222.0.31 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274688 Apr 29 09:00:31.774540 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b275a3-5f97-45b5-bb46-c3f86da278c7 req-8114a561-1c96-4278-9994-e57467e0c3c6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:31.776004 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a0b275a3-5f97-45b5-bb46-c3f86da278c7 req-8114a561-1c96-4278-9994-e57467e0c3c6 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0515909 Apr 29 09:00:31.828537 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a0b275a3-5f97-45b5-bb46-c3f86da278c7 req-2e547480-dfa6-40f0-8f70-cfde87b5ffda tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Apr 29 09:00:31.840060 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fbd2be59-7fff-4361-abf9-a9e3448ccad5 req-ba472ffc-8aff-4bb2-9a54-0381adeb6c5e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0327101 Apr 29 09:00:32.092647 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f986b429-cca2-450c-8681-1e31b9d7ba71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:32.416782 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e0169c5-fa2a-40d7-aa38-cefdbf809e59 req-44128ed5-62e6-4997-b0f5-cd8821031353 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0285788 Apr 29 09:00:32.950835 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b458ec98-f8b3-4ad2-b364-e26eeb8dbbe0 req-00e7246d-ff9a-4dfe-ab48-eb91c11ea229 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0324142 Apr 29 09:00:32.959009 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247c75-ad79-4bb0-810d-0ee77115811f req-b8e9acb3-2a6b-4d6a-b09a-cd4c0ae37b35 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:32.961276 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2f247c75-ad79-4bb0-810d-0ee77115811f req-b8e9acb3-2a6b-4d6a-b09a-cd4c0ae37b35 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0537882 Apr 29 09:00:33.014349 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-2f247c75-ad79-4bb0-810d-0ee77115811f req-a413a397-46de-445b-adaf-619444e0ff9d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Apr 29 09:00:33.512249 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3708b818-13d0-43e0-8195-9fbdd221eb4e req-627fbf68-9214-43d2-be7f-fcffc9143fed tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0277185 Apr 29 09:00:33.662273 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:34.053735 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3437c33a-3943-4465-a6c5-dd598c0fc3be req-0de1d437-efea-4915-82c2-e7fe0194ccbf tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0289845 Apr 29 09:00:34.128715 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4eb51-c0dd-4e19-af7e-de3f230fea0f req-2f0577a8-4007-47b0-a466-1dd0f3f3142c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:34.130193 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dfd4eb51-c0dd-4e19-af7e-de3f230fea0f req-2f0577a8-4007-47b0-a466-1dd0f3f3142c tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0473034 Apr 29 09:00:34.176827 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dfd4eb51-c0dd-4e19-af7e-de3f230fea0f req-e3119d0d-e555-4311-8e3b-24d638b8e834 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Apr 29 09:00:34.609320 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d063667-7e98-414d-812a-1c152df1a0b2 req-36a4efc1-3892-4e7a-add3-ee93d67968b4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0295420 Apr 29 09:00:34.795209 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:35.149684 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-03afd60d-2b01-403e-98e8-ba4c7b443fbb req-2c252b3e-4173-4fb7-83f1-3ead0de88a4c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0273569 Apr 29 09:00:35.291410 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0661f-bb24-462d-a7af-51f356e79c89 req-ec8a005f-c263-476f-834e-1df4747fcfe0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:35.292922 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30e0661f-bb24-462d-a7af-51f356e79c89 req-ec8a005f-c263-476f-834e-1df4747fcfe0 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0514398 Apr 29 09:00:35.340916 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-30e0661f-bb24-462d-a7af-51f356e79c89 req-9a2be6df-39f9-4e2f-9af9-d7ec957a06df tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Apr 29 09:00:35.903324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-11e5f1fc-3b4b-464f-acea-fbf85f2fa07a req-5d3a6078-2280-465c-a29f-f7ebcc28f91d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0321128 Apr 29 09:00:36.247831 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-82a7b3ed-254d-479a-8f21-fc2ea37bb73a req-3f652c0f-40da-445e-9326-fa783729ae40 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0291162 Apr 29 09:00:36.329700 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:36.464298 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1298b-b2fe-4452-8666-ef2fe6939542 req-33fb6b28-3492-4d9e-8acf-c0deb53aaa3a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:36.466234 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c8a1298b-b2fe-4452-8666-ef2fe6939542 req-33fb6b28-3492-4d9e-8acf-c0deb53aaa3a tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0529909 Apr 29 09:00:36.530174 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c8a1298b-b2fe-4452-8666-ef2fe6939542 req-f8a36c86-512b-48d8-8cfe-57d1e72db0b3 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570369 Apr 29 09:00:36.869429 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-f2c6b2fe-c9cc-4b53-8684-9b5620fe96e0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:36.871315 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-f2c6b2fe-c9cc-4b53-8684-9b5620fe96e0 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 815 time: 0.1100724 Apr 29 09:00:36.997631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-e1e3fab8-0909-4cef-ae5d-9ca4af00a39d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:36.999147 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-e1e3fab8-0909-4cef-ae5d-9ca4af00a39d tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0644138 Apr 29 09:00:37.029105 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-5c53cf64-6f89-407a-ae3b-cfed330cd6d6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578e6a35974d4e5c8a0cd4e5fa994259 HTTP/1.1" status: 200 len: 380 time: 0.1146102 Apr 29 09:00:37.068933 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-bd8e38f1-f612-4c59-8d7f-14b9865a91ae req-1108e1a7-14aa-460b-9a6c-94a29ef2dcfd tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 210 time: 0.0346997 Apr 29 09:00:37.102069 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-0df64b20-68fe-4aab-ab43-4ce6a9b9dd77 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:37.104340 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-0df64b20-68fe-4aab-ab43-4ce6a9b9dd77 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1869895 Apr 29 09:00:37.142276 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'port': {'device_id': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'admin_state_up': True, 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'security_groups': ['d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:37.193999 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-f0c9a7e4-519b-4a4a-a118-88b4e1582878 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 380 time: 0.0699785 Apr 29 09:00:37.205142 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'port': {'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'admin_state_up': True, 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'security_groups': ['d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:37.354196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Made reservation on behalf of d8dd37ae188e415e86f551e3f760319e for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:00:37.359661 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.359890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Deleting port 69230ee3-728d-4825-9b39-4cb903b621cf {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:37.359890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.386068 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b43df40-4ce3-4491-934e-e82f231dd129 req-11af6fed-0f96-498b-a083-80e8abd6644e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0439892 Apr 29 09:00:37.414150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Made reservation on behalf of 578e6a35974d4e5c8a0cd4e5fa994259 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:00:37.417958 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.498430 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.20.0.8 (1a8d7fea-92bf-4f68-8779-641df4ec3db8/9cebad59-cdce-444e-967b-092d8033fca6/1200c404-ce4f-4d5e-8e49-4db86d488ad8) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:00:37.544677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] For port 69230ee3-728d-4825-9b39-4cb903b621cf, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=69230ee3-728d-4825-9b39-4cb903b621cf,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:37.545266 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.571792 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Calling delete_port for 69230ee3-728d-4825-9b39-4cb903b621cf owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:37.663920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Allocated IP 172.20.0.4 (b24838f8-74fc-43df-860b-f0934d3ce2df/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9/6c3b1255-2e99-4681-a117-5f4062b2074f) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:00:37.679140 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfaf1f-7922-4eb6-874d-fb95fb37e31b req-c77c5525-5773-45d6-a077-2a371122baf9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:37.682162 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69bfaf1f-7922-4eb6-874d-fb95fb37e31b req-c77c5525-5773-45d6-a077-2a371122baf9 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 946 time: 0.0665359 Apr 29 09:00:37.723114 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.763594 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.773472 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-69bfaf1f-7922-4eb6-874d-fb95fb37e31b req-f3924563-34db-4b7e-9cb0-399ff8f2bab5 tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/security-groups?id=4f1533c2-7ff1-48d6-a9bc-b8e41030df78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835781 Apr 29 09:00:37.788743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.811511 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (69230ee3-728d-4825-9b39-4cb903b621cf), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.835655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:00:37.840155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:00:37.845325 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:00:37.856869 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['69230ee3-728d-4825-9b39-4cb903b621cf'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:37.864542 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Pushing event deleted for resources: {'Port': ['ID=69230ee3-728d-4825-9b39-4cb903b621cf,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:37.935539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:37.936265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.955194 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:37.964167 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-7048fecb-f397-4fcc-9643-b66c65395c06 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642219 Apr 29 09:00:37.983856 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] No DVR routers for this DVR port 69230ee3-728d-4825-9b39-4cb903b621cf on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:37.985578 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Request body: {'port': {'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:37.988631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:37.991815 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d79e3f09-7576-46c1-9ab8-f9ddd0b75b8e req-0b9b8e28-f164-4fbf-9e6d-3ba92e0323bb tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.20 "DELETE /v2.0/ports/69230ee3-728d-4825-9b39-4cb903b621cf HTTP/1.1" status: 204 len: 173 time: 0.8686888 Apr 29 09:00:37.992308 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'name': 'network-vif-deleted', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:37.995395 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08bfc50-276f-4876-b405-008b8c07ff04" -d '{"events": [{"server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "name": "network-vif-deleted", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:38.038214 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.047460 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a7548-fc3c-4b58-b066-93c6ff7d3a3d x-openstack-request-id: req-e77a7548-fc3c-4b58-b066-93c6ff7d3a3d {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:38.047674 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ad1103-185b-4f84-beb9-e1d0e546b2ed", "name": "network-vif-deleted", "tag": "69230ee3-728d-4825-9b39-4cb903b621cf", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:38.047919 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e77a7548-fc3c-4b58-b066-93c6ff7d3a3d {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:38.048347 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77a7548-fc3c-4b58-b066-93c6ff7d3a3d'] response: {'server_uuid': 'c3ad1103-185b-4f84-beb9-e1d0e546b2ed', 'name': 'network-vif-deleted', 'tag': '69230ee3-728d-4825-9b39-4cb903b621cf', 'status': 'completed', 'code': 200} Apr 29 09:00:38.089152 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.105564 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.174685 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Network b24838f8-74fc-43df-860b-f0934d3ce2df is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:00:38.183469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:00:38.190783 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:00:38.195029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event updated for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:38.255387 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-87b2c211-7a15-45fb-8cb4-c9059c9462e5 None None] Provisioning complete for port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:00:38.255921 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-87b2c211-7a15-45fb-8cb4-c9059c9462e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.302429 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:38.303113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.326850 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d578acf-af04-4148-a065-ca126f60638f req-2f3123f9-8179-48fc-b8df-281fe8f5bebc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:38.333037 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d578acf-af04-4148-a065-ca126f60638f req-2f3123f9-8179-48fc-b8df-281fe8f5bebc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 931 time: 0.0948842 Apr 29 09:00:38.356482 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-87b2c211-7a15-45fb-8cb4-c9059c9462e5 None None] Port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:00:38.396517 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-c4f66c24-4f20-444f-8e3e-d521db43154a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2648888 Apr 29 09:00:38.432845 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d578acf-af04-4148-a065-ca126f60638f req-13f79ea2-b9c3-4dbc-85f5-df3dd36e3d1d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988126 Apr 29 09:00:38.619023 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fd23c-1f8c-4154-9a25-1d1dabf62984 req-5f884d0e-43ad-42e0-a262-504a5131cd94 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:38.621216 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1200c404-ce4f-4d5e-8e49-4db86d488ad8 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:00:38.622253 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd9fd23c-1f8c-4154-9a25-1d1dabf62984 req-5f884d0e-43ad-42e0-a262-504a5131cd94 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 931 time: 0.1022511 Apr 29 09:00:38.631741 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks [] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.671915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Request body: {'port': {'device_id': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:38.679025 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Transition to ACTIVE for port object 1200c404-ce4f-4d5e-8e49-4db86d488ad8 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:00:38.683695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-a5b8a98f-e96c-43a9-8206-935d3a549602 None None] Provisioning complete for port 6c3b1255-2e99-4681-a117-5f4062b2074f triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:00:38.683949 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a98f-e96c-43a9-8206-935d3a549602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.685808 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.725589 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cd9fd23c-1f8c-4154-9a25-1d1dabf62984 req-503510e9-50b0-4960-9898-0600d5c8faad tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922530 Apr 29 09:00:38.877623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:38.993425 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8a98f-e96c-43a9-8206-935d3a549602 None None] Port 6c3b1255-2e99-4681-a117-5f4062b2074f cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:00:39.023800 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:39.054453 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6c6517de-60f2-4c9a-8e05-f0a877107de2 req-dd8ec69f-8418-488e-a141-c63d99839f0e tempest-TestMinimumBasicScenario-201824680 tempest-TestMinimumBasicScenario-201824680-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3ad1103-185b-4f84-beb9-e1d0e546b2ed HTTP/1.1" status: 200 len: 210 time: 0.0758538 Apr 29 09:00:39.101636 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Attempting to bind port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:00:39.104056 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Attempting to bind port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:00:39.104439 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Attempting to bind port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:00:39.109475 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:00:39.109855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Attempting to bind port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:00:39.115150 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:00:39.115498 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:00:39.115886 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Bound using segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:00:39.116380 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Bound port: 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:00:39.116750 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.190152 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:00:39.193368 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:00:39.199534 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.237038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.237584 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.238994 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 1093 time: 1.2585552 Apr 29 09:00:39.239535 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:39.241816 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8467ae9f-a525-4b2f-8a70-52b02a7925ff" -d '{"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:39.281199 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cc0b2-5432-4fc6-82a3-9a1bd90279f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:39.311994 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3b1255-2e99-4681-a117-5f4062b2074f {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:00:39.313302 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd8267-1998-4216-80b4-b102cb311396 x-openstack-request-id: req-74cd8267-1998-4216-80b4-b102cb311396 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:39.313600 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:39.313858 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74cd8267-1998-4216-80b4-b102cb311396 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:39.314290 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cd8267-1998-4216-80b4-b102cb311396'] response: {'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'status': 'completed', 'code': 200} Apr 29 09:00:39.320201 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks [] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.335417 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Transition to ACTIVE for port object 6c3b1255-2e99-4681-a117-5f4062b2074f will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:00:39.341042 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.387586 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-5acf4bbc-b530-4a01-861c-92a16a9be78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.389198 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-5acf4bbc-b530-4a01-861c-92a16a9be78e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1127 time: 0.0579247 Apr 29 09:00:39.419879 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:39.450809 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-9b6b94c3-b1f2-4703-b9a4-79ad600fc0b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 217 time: 0.0474641 Apr 29 09:00:39.492177 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Attempting to bind port 6c3b1255-2e99-4681-a117-5f4062b2074f on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:00:39.493213 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Attempting to bind port 6c3b1255-2e99-4681-a117-5f4062b2074f by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:00:39.497247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Attempting to bind port 6c3b1255-2e99-4681-a117-5f4062b2074f on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:00:39.503256 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Port 6c3b1255-2e99-4681-a117-5f4062b2074f on network b24838f8-74fc-43df-860b-f0934d3ce2df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:00:39.503456 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Attempting to bind port 6c3b1255-2e99-4681-a117-5f4062b2074f on network b24838f8-74fc-43df-860b-f0934d3ce2df {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:00:39.509640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:00:39.509981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Checking segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:00:39.510372 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Bound using segment: {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:00:39.510952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Bound port: 6c3b1255-2e99-4681-a117-5f4062b2074f, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6c01d8-c785-4088-a0be-953779be933b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:00:39.511155 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.518185 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-99619eb3-a3b6-4ae6-a271-7540f6b838aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.519784 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-99619eb3-a3b6-4ae6-a271-7540f6b838aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0626864 Apr 29 09:00:39.604441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:00:39.607553 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a940-9922-436c-9c3b-ff2006416d51 req-8d6d541d-37a3-4e97-943a-cddb6d10d4fa tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.607914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=6c3b1255-2e99-4681-a117-5f4062b2074f,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:00:39.610139 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e25a940-9922-436c-9c3b-ff2006416d51 req-8d6d541d-37a3-4e97-943a-cddb6d10d4fa tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0887947 Apr 29 09:00:39.615550 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.616540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-85133178-11a0-46e7-b9c0-6a3f76097e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.618731 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-85133178-11a0-46e7-b9c0-6a3f76097e78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826945 Apr 29 09:00:39.654953 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.655567 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:39.656986 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c3b1255-2e99-4681-a117-5f4062b2074f HTTP/1.1" status: 200 len: 1093 time: 0.9927232 Apr 29 09:00:39.677721 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735938a4-b52a-40fa-8f06-8a4e56844877 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:39.739023 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6e25a940-9922-436c-9c3b-ff2006416d51 req-412241ab-48ae-42ad-959d-d4a65c535ed7 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191556 Apr 29 09:00:39.766315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-15f18868-d4c5-44ae-96c2-70d975d42524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.768464 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-15f18868-d4c5-44ae-96c2-70d975d42524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 1127 time: 0.0472858 Apr 29 09:00:39.778270 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-6d086858-765b-45aa-8229-4bb3037079ff service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354740 Apr 29 09:00:39.843325 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-81ad1020-f56d-4ebc-b035-a6e81b152013 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c3b1255-2e99-4681-a117-5f4062b2074f HTTP/1.1" status: 200 len: 217 time: 0.0561459 Apr 29 09:00:39.898178 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8633a202-2180-4f53-aba4-aaa7d932c0a0 req-92131581-b215-4de5-942e-6892a652f555 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107788 Apr 29 09:00:39.936998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da22bd-1848-4c9d-b064-0c4022d3660a req-f8ecf167-d35c-4c9b-a1f7-850d68a026d7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.944035 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-50da22bd-1848-4c9d-b064-0c4022d3660a req-f8ecf167-d35c-4c9b-a1f7-850d68a026d7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 943 time: 0.0995717 Apr 29 09:00:39.954866 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-ed058e84-af56-4445-893e-1d55559a04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:39.956365 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-ed058e84-af56-4445-893e-1d55559a04ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1009021 Apr 29 09:00:40.005465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-50da22bd-1848-4c9d-b064-0c4022d3660a req-6acf4460-c75a-479a-b00f-e622cf99df70 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605676 Apr 29 09:00:40.049210 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:40.051574 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:40.103369 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd9dd7-9ec6-439b-9867-f61a8979afca x-openstack-request-id: req-f6dd9dd7-9ec6-439b-9867-f61a8979afca {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:40.103829 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:40.104121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6dd9dd7-9ec6-439b-9867-f61a8979afca {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:40.104522 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dd9dd7-9ec6-439b-9867-f61a8979afca'] response: {'name': 'network-changed', 'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'status': 'completed', 'code': 200} Apr 29 09:00:40.394383 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60556) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:40.508311 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e670c7e-1fd9-4921-bd4d-0b58332d3dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.598965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e670c7e-1fd9-4921-bd4d-0b58332d3dda admin admin] Publish callbacks [] for security_group (d8f37c0c-a093-4ccc-b6d8-478b33be38d5), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.605354 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8e670c7e-1fd9-4921-bd4d-0b58332d3dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d8f37c0c-a093-4ccc-b6d8-478b33be38d5), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.647955 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8e670c7e-1fd9-4921-bd4d-0b58332d3dda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08dfaca98e724801a17499c85d6e85a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520583 Apr 29 09:00:40.649414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e670c7e-1fd9-4921-bd4d-0b58332d3dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f37c0c-a093-4ccc-b6d8-478b33be38d5,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:40.650652 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60576) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:40.722266 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] Publish callbacks [] for security_group (d8f37c0c-a093-4ccc-b6d8-478b33be38d5), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.753833 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] Publish callbacks [] for security_group (d8f37c0c-a093-4ccc-b6d8-478b33be38d5), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.808256 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d8f37c0c-a093-4ccc-b6d8-478b33be38d5), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.811747 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:40.812955 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8f37c0c-a093-4ccc-b6d8-478b33be38d5 HTTP/1.1" status: 204 len: 168 time: 0.1576560 Apr 29 09:00:40.829069 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0ef72-78a1-472c-ae88-41a23abfd44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f37c0c-a093-4ccc-b6d8-478b33be38d5,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:40.885371 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685e7-2088-4342-9065-200231e7a693 req-f54d6064-55a0-448f-8b3e-bc6cde712e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:40.887165 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-f54d6064-55a0-448f-8b3e-bc6cde712e9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445428 Apr 29 09:00:40.975548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-86523764-56ff-42ae-9462-73ae389eab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:40.977162 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-86523764-56ff-42ae-9462-73ae389eab5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1127 time: 0.1261885 Apr 29 09:00:41.002968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f78cb3-0a06-4644-bb63-ea649ed46baa req-530ed8d1-d456-4f01-9459-77f9d041de8b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:41.005659 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-99f78cb3-0a06-4644-bb63-ea649ed46baa req-530ed8d1-d456-4f01-9459-77f9d041de8b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0716975 Apr 29 09:00:41.109521 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60608) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:41.115811 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-99f78cb3-0a06-4644-bb63-ea649ed46baa req-95fce719-addd-46c5-bb9d-a8557910f71b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973527 Apr 29 09:00:41.156920 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 69230ee3-728d-4825-9b39-4cb903b621cf no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:41.191753 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 69230ee3-728d-4825-9b39-4cb903b621cf {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:41.192545 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 69230ee3-728d-4825-9b39-4cb903b621cf not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:41.270678 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60610) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:41.330389 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b8be-9f4d-4765-9551-ab8e239ed5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.337607 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-de1d94cc-3b44-4b4a-8a50-ed99c5ebbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:41.339111 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-de1d94cc-3b44-4b4a-8a50-ed99c5ebbd15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.2613106 Apr 29 09:00:41.371721 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0027-b62a-472e-ac75-36c12005161e req-8a5bd654-a038-47a7-9371-b41427206635 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:41.372881 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fbce0027-b62a-472e-ac75-36c12005161e req-8a5bd654-a038-47a7-9371-b41427206635 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 943 time: 0.1064482 Apr 29 09:00:41.406047 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-ed070d88-b37d-4113-954a-1959d856fb2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 217 time: 0.0600545 Apr 29 09:00:41.407281 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-d474ed40-bcb1-4aa2-9898-069578406583 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116057 Apr 29 09:00:41.413172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e2b0d-e6fd-445c-a915-05193a818f58 req-b9e7f954-129a-4f17-b343-0ab2f47a3c49 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:41.414592 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fb3e2b0d-e6fd-445c-a915-05193a818f58 req-b9e7f954-129a-4f17-b343-0ab2f47a3c49 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.4279368 Apr 29 09:00:41.522876 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fb3e2b0d-e6fd-445c-a915-05193a818f58 req-92865f8b-116b-41bd-aba4-7e28dfd6d24e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976751 Apr 29 09:00:41.542506 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-995685e7-2088-4342-9065-200231e7a693 req-ee59eaa6-ddb8-46ab-aa6f-f95362121d4a service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247177 Apr 29 09:00:41.586155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-6e2b3892-ea5c-4696-bed9-14aaa915ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:41.588152 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-6e2b3892-ea5c-4696-bed9-14aaa915ab14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.1421127 Apr 29 09:00:41.600502 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fbce0027-b62a-472e-ac75-36c12005161e req-20fbcefa-e868-42d4-bd1f-d8b6e7a90e8d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986609 Apr 29 09:00:41.672179 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b8be-9f4d-4765-9551-ab8e239ed5ca admin admin] Publish callbacks [] for security_group (fdda3b51-6ff6-4520-b02c-e4dc95e11d07), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.678207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d1f6b8be-9f4d-4765-9551-ab8e239ed5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (fdda3b51-6ff6-4520-b02c-e4dc95e11d07), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.750472 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6b8be-9f4d-4765-9551-ab8e239ed5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda3b51-6ff6-4520-b02c-e4dc95e11d07,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:41.754655 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d1f6b8be-9f4d-4765-9551-ab8e239ed5ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aad5dd29a2e5474aae9c5bb5378603b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829602 Apr 29 09:00:41.758281 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60614) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:41.802183 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.810771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] Publish callbacks [] for security_group (fdda3b51-6ff6-4520-b02c-e4dc95e11d07), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.838431 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] Publish callbacks [] for security_group (fdda3b51-6ff6-4520-b02c-e4dc95e11d07), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.886840 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (fdda3b51-6ff6-4520-b02c-e4dc95e11d07), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.889562 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:41.893242 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdda3b51-6ff6-4520-b02c-e4dc95e11d07 HTTP/1.1" status: 204 len: 168 time: 0.1320362 Apr 29 09:00:41.902454 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65370f-9b23-4015-8dcf-24183ced1f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda3b51-6ff6-4520-b02c-e4dc95e11d07,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:42.064914 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Deleting port d9e248b6-c564-4335-a54c-5dd3879b05d6 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:42.065261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:42.156597 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] For port d9e248b6-c564-4335-a54c-5dd3879b05d6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d9e248b6-c564-4335-a54c-5dd3879b05d6,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:42.157068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:42.173739 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Calling delete_port for d9e248b6-c564-4335-a54c-5dd3879b05d6 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:42.251321 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75811011-62c9-4835-b2b8-e6818e849261 req-daa3dbd2-ab37-44f8-93f6-a831c3b3f268 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:42.256690 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75811011-62c9-4835-b2b8-e6818e849261 req-daa3dbd2-ab37-44f8-93f6-a831c3b3f268 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0594397 Apr 29 09:00:42.308186 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75811011-62c9-4835-b2b8-e6818e849261 req-2487b6da-ca74-41de-8266-9508a324d272 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495815 Apr 29 09:00:42.397420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (d9e248b6-c564-4335-a54c-5dd3879b05d6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:42.426323 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e248b6-c564-4335-a54c-5dd3879b05d6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:42.741874 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1f94-a43e-4874-9d2e-16a1b9545c25 req-a849b15e-6dee-4319-8c80-deed4912acb9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:42.744196 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-188e1f94-a43e-4874-9d2e-16a1b9545c25 req-a849b15e-6dee-4319-8c80-deed4912acb9 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 943 time: 0.0579176 Apr 29 09:00:42.804361 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-188e1f94-a43e-4874-9d2e-16a1b9545c25 req-8902f90a-8a45-4659-a49a-a3361bfca676 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519199 Apr 29 09:00:42.953330 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418a2d-facf-4ba9-b1d3-c72f1f865d37 req-e01e5f4c-a196-4ebc-b69e-c01b6e4fffd5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:42.954830 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-74418a2d-facf-4ba9-b1d3-c72f1f865d37 req-e01e5f4c-a196-4ebc-b69e-c01b6e4fffd5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0609181 Apr 29 09:00:42.955639 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:43.054516 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-74418a2d-facf-4ba9-b1d3-c72f1f865d37 req-4e9e1a64-49e6-4ef4-bda4-7591ae7039a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924828 Apr 29 09:00:43.230728 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:43.363133 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:43.372177 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7d1a46b9-d4a9-4097-b684-3e22afbd24a7 admin admin] 10.222.0.31 "PUT /v2.0/routers/e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2587197 Apr 29 09:00:43.372811 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60688) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:43.383975 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Sync routers for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:43.405504 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:43.406206 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdfdf10>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:43.516370 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274892d-f829-4928-ba6c-3a3ec7c93f5e req-d109e7d5-773e-40f8-a417-54c98d2b3eea tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:43.516643 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:43.517882 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0274892d-f829-4928-ba6c-3a3ec7c93f5e req-d109e7d5-773e-40f8-a417-54c98d2b3eea tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0902991 Apr 29 09:00:43.551472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks [] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:43.631635 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0274892d-f829-4928-ba6c-3a3ec7c93f5e req-fb2d4a10-ab92-4fcd-b3b3-fbb48282b3e9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073327 Apr 29 09:00:43.691709 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks [] for router_gateway (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:43.741683 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Deleting port 0e5fabda-3121-42be-b133-7917757142ce {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:43.742021 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (0e5fabda-3121-42be-b133-7917757142ce), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:43.797833 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdfdf10>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '0e5fabda-3121-42be-b133-7917757142ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T09:00:42Z', 'revision_number': 5, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port': {'id': '0e5fabda-3121-42be-b133-7917757142ce', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:99:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:50Z', 'updated_at': '2022-04-29T08:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:43.803796 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-acd14566-ebfe-4979-8b45-37be0c5015af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:43.806757 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-acd14566-ebfe-4979-8b45-37be0c5015af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435414 Apr 29 09:00:43.832930 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Checking router: e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:43.842542 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Routers {'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:43.843220 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdfdf10>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:43.856895 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-fcdb218a-628b-4bbb-899d-07c8c5ece0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:43.860485 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-fcdb218a-628b-4bbb-899d-07c8c5ece0d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 1127 time: 0.0949447 Apr 29 09:00:43.963255 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-cd116323-f5b8-4dcd-bc8f-334dfe6600f4 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482899 Apr 29 09:00:43.967460 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] Set router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:43.971942 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efb3e4-e66f-4e25-8631-774455a050f3 req-7f510366-7211-4556-8b11-b8c34c731ca8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:43.973706 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07efb3e4-e66f-4e25-8631-774455a050f3 req-7f510366-7211-4556-8b11-b8c34c731ca8 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 943 time: 0.0691583 Apr 29 09:00:43.985443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] For port 0e5fabda-3121-42be-b133-7917757142ce, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0e5fabda-3121-42be-b133-7917757142ce,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:43.985822 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (0e5fabda-3121-42be-b133-7917757142ce), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.005626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Calling delete_port for 0e5fabda-3121-42be-b133-7917757142ce owned by network:router_gateway {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:44.024825 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bdfdf10>, [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T09:00:43Z', 'revision_number': 6, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:44.034539 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-f74c6c6f-a87f-41a4-9f60-876a0c104a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:44.036390 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-f74c6c6f-a87f-41a4-9f60-876a0c104a98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.1705718 Apr 29 09:00:44.059760 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd28786-2c62-438f-ac6d-49e95651e42c None None] The sync data for ids ['e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd'] in dv-cinder-839872-1-iscsi is: [{'id': 'e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd', 'name': 'tempest-TestMinimumBasicScenario-1646080306-router', 'tenant_id': '6abb4912c175406ca0cefd03e327b7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:49Z', 'updated_at': '2022-04-29T09:00:43Z', 'revision_number': 6, 'project_id': '6abb4912c175406ca0cefd03e327b7f5', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:44.096744 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-07efb3e4-e66f-4e25-8631-774455a050f3 req-2375f13a-1520-4732-8914-34688746ba3a tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135125 Apr 29 09:00:44.119353 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8467ae9f-a525-4b2f-8a70-52b02a7925ff req-6879fab4-0cb7-4393-933a-2d8bcd31119b service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444519 Apr 29 09:00:44.147677 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-9e3aeeff-4619-468a-9c18-447c46f93f35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c3b1255-2e99-4681-a117-5f4062b2074f HTTP/1.1" status: 200 len: 217 time: 0.0683792 Apr 29 09:00:44.283351 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532ccf8-31ae-4db9-9669-5ff1e7934881 req-cd5d4c7b-d2eb-4d7e-b12d-1374c2529644 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:44.284865 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a532ccf8-31ae-4db9-9669-5ff1e7934881 req-cd5d4c7b-d2eb-4d7e-b12d-1374c2529644 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0969427 Apr 29 09:00:44.303329 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-cefeb757-7c33-436d-9c88-bee501b7b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:44.304754 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-cefeb757-7c33-436d-9c88-bee501b7b267 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.1473615 Apr 29 09:00:44.408020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-0ca6dff2-faed-4e43-bb6e-9f6b931a2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:44.409562 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-0ca6dff2-faed-4e43-bb6e-9f6b931a2a99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952165 Apr 29 09:00:44.414515 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a532ccf8-31ae-4db9-9669-5ff1e7934881 req-ddf3ddee-d452-4f76-ab9f-2e958cde5ac7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190896 Apr 29 09:00:44.454738 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (0e5fabda-3121-42be-b133-7917757142ce), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.510370 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5fabda-3121-42be-b133-7917757142ce,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:44.568202 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-8480d9e1-0b27-48a2-bc9d-f852c99739b3 service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510055 Apr 29 09:00:44.653279 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.761250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc50fe-3af6-4d8e-af41-91d48a3b1907 req-496e8121-7f53-4c6c-a393-63ef1c714f15 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:44.762791 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-10fc50fe-3af6-4d8e-af41-91d48a3b1907 req-496e8121-7f53-4c6c-a393-63ef1c714f15 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0529146 Apr 29 09:00:44.776589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.783080 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks [] for router_controller (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.793870 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-64990f0d-edb5-4ed1-8bae-6c61c17c5d57 req-233e9ce6-0277-43be-9b4c-7a3444fcf3fd service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079656 Apr 29 09:00:44.822114 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-10fc50fe-3af6-4d8e-af41-91d48a3b1907 req-d1b6827a-2ed6-4935-bdd0-68fd84454096 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531650 Apr 29 09:00:44.860404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.861068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd {{(pid=109812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:00:44.867028 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.868803 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e977eb18-e9e6-45e4-b2f7-fa74a966cd1a admin admin] 10.222.0.31 "DELETE /v2.0/routers/e1c2d6e5-f0be-4c2b-94a4-77c6d45af6cd HTTP/1.1" status: 204 len: 168 time: 1.4953046 Apr 29 09:00:44.872538 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60712) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:44.925437 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Deleting subnet 139a72bc-ecdb-4f42-a772-00af12eb3542 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:00:44.929434 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Publish callbacks [] for subnet (139a72bc-ecdb-4f42-a772-00af12eb3542), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:44.967111 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (139a72bc-ecdb-4f42-a772-00af12eb3542), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.049533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (139a72bc-ecdb-4f42-a772-00af12eb3542), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.113946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (139a72bc-ecdb-4f42-a772-00af12eb3542), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.143803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139a72bc-ecdb-4f42-a772-00af12eb3542,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:45.157041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.160588 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6c6cfc31-9291-4f78-abd0-511cf2b40064 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/139a72bc-ecdb-4f42-a772-00af12eb3542 HTTP/1.1" status: 204 len: 168 time: 0.2867606 Apr 29 09:00:45.162679 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a03b2-dd1a-4c88-90e7-80d41c8f2e25 None None] Network 0a891c5b-09e7-4302-9ec8-333749c80e11 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:00:45.166467 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60716) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:45.188462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0e5fabda-3121-42be-b133-7917757142ce no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:45.197428 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:00:45.216373 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 6c3b1255-2e99-4681-a117-5f4062b2074f details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:00:45.218108 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 0e5fabda-3121-42be-b133-7917757142ce {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:45.218477 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0e5fabda-3121-42be-b133-7917757142ce not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:45.218891 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d9e248b6-c564-4335-a54c-5dd3879b05d6 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:45.263088 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (0a891c5b-09e7-4302-9ec8-333749c80e11), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.265548 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110b44-e829-4812-8743-c198d77291bf req-b350eed6-2fb0-4e66-ba5a-8dccf939ccde tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:45.267265 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58110b44-e829-4812-8743-c198d77291bf req-b350eed6-2fb0-4e66-ba5a-8dccf939ccde tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 943 time: 0.0519686 Apr 29 09:00:45.287179 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: d9e248b6-c564-4335-a54c-5dd3879b05d6 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:45.287532 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d9e248b6-c564-4335-a54c-5dd3879b05d6 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:45.326758 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-58110b44-e829-4812-8743-c198d77291bf req-529a8013-0ada-4972-b731-575d476b81e6 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Apr 29 09:00:45.331393 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Deleting port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:45.331732 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.407571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] For port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:45.407936 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.425556 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] DHCP port deletion for 0a891c5b-09e7-4302-9ec8-333749c80e11 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:00:45.435319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Calling delete_port for 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:45.447837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=6c3b1255-2e99-4681-a117-5f4062b2074f,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:45.491982 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'port_id': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'mac_address': 'fa:16:3e:d9:bd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:00:45.506605 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Deleting port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:45.506990 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.564350 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd41d2-fe5a-4d14-9519-db54c3328200 req-1461d365-44ba-451e-b210-2ff480f93302 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:45.565906 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3dbd41d2-fe5a-4d14-9519-db54c3328200 req-1461d365-44ba-451e-b210-2ff480f93302 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0631120 Apr 29 09:00:45.580360 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.596450 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 6c3b1255-2e99-4681-a117-5f4062b2074f is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:45.596854 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.619247 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] For port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,segment=NetworkSegment(4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7),segment_id=4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:45.619665 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.622548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Pushing event deleted for resources: {'Port': ['ID=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:45.627857 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] No DVR routers for this DVR port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:45.635462 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3b1255-2e99-4681-a117-5f4062b2074f {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:00:45.652834 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Calling delete_port for 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:45.670069 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=6c3b1255-2e99-4681-a117-5f4062b2074f,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:45.677239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.679088 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3dbd41d2-fe5a-4d14-9519-db54c3328200 req-c6abc7a5-3624-4719-8b4d-da1d66025ef3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070583 Apr 29 09:00:45.722279 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (0a891c5b-09e7-4302-9ec8-333749c80e11), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.743896 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e998b3460>,) {'filters': {'network_id': ['0a891c5b-09e7-4302-9ec8-333749c80e11']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:45.754375 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e998b3460>, '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:45.754671 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e998b3460>, '4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:45.770221 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.784718 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:45.789230 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.796724 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:00:45.797300 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (4e954f6d-a5ae-40b6-b551-4b4d3cacb6e7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:00:45.799257 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:00:45.804717 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (5306844d-d2fa-4c75-a36f-cfb73bf2bf64), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.835934 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] Pushing event deleted for resources: {'Port': ['ID=5306844d-d2fa-4c75-a36f-cfb73bf2bf64,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:45.842368 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20ef74-4509-4619-958f-b55e7eaa3938 None None] No DVR routers for this DVR port 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:45.864486 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (0a891c5b-09e7-4302-9ec8-333749c80e11), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.873446 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:45.877775 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] 10.222.0.31 "DELETE /v2.0/networks/0a891c5b-09e7-4302-9ec8-333749c80e11 HTTP/1.1" status: 204 len: 168 time: 0.7098484 Apr 29 09:00:45.880566 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60724) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:45.892447 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618781f-4fbb-437a-881d-d8619bdc904d admin admin] Pushing event deleted for resources: {'Network': ['ID=0a891c5b-09e7-4302-9ec8-333749c80e11,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:45.998523 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef846f7-3a60-4d6e-95c3-0a4fdbd64108 req-9d089f25-df2b-4e1e-be3c-a1e5800dd498 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:46.000065 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ef846f7-3a60-4d6e-95c3-0a4fdbd64108 req-9d089f25-df2b-4e1e-be3c-a1e5800dd498 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0756724 Apr 29 09:00:46.120016 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8ef846f7-3a60-4d6e-95c3-0a4fdbd64108 req-b7739bb4-ec66-4c14-8510-103979302d4f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936828 Apr 29 09:00:46.216340 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['6c3b1255-2e99-4681-a117-5f4062b2074f'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:46.390584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (75d55ea3-af77-451e-8ffc-81a827c38908), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:46.450811 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af261-cbde-465d-b913-1bff96a77bdf req-38c46a33-3593-4b0d-a31e-a660d5b3c1bc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:46.458433 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-763af261-cbde-465d-b913-1bff96a77bdf req-38c46a33-3593-4b0d-a31e-a660d5b3c1bc tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 944 time: 0.0508461 Apr 29 09:00:46.514917 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-763af261-cbde-465d-b913-1bff96a77bdf req-bd0c37d6-a548-4466-b6ad-4a3a15501e1b tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564380 Apr 29 09:00:46.903802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7f4a-dd7f-4b91-ba89-4e76957073a6 req-e81e6d02-8a2a-48a2-a111-f5ed64943ea2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:46.905353 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99fe7f4a-dd7f-4b91-ba89-4e76957073a6 req-e81e6d02-8a2a-48a2-a111-f5ed64943ea2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.1416936 Apr 29 09:00:47.006015 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-99fe7f4a-dd7f-4b91-ba89-4e76957073a6 req-653b8ac3-5ddd-47dc-a100-31d08b40d403 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910590 Apr 29 09:00:47.050678 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Deleting port a9f9a12f-7610-4f74-83fb-3e5ac593989c {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:47.051021 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.144002 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] For port a9f9a12f-7610-4f74-83fb-3e5ac593989c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a9f9a12f-7610-4f74-83fb-3e5ac593989c,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:47.144696 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.145231 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:47.168614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:47.168964 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5306844d-d2fa-4c75-a36f-cfb73bf2bf64 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:47.169097 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Calling delete_port for a9f9a12f-7610-4f74-83fb-3e5ac593989c owned by network:router_interface {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:47.248670 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfebfab-bace-4233-900f-2757ac43c605 req-2fcecc2a-1467-4827-bd4c-29764544165e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:47.250538 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4dfebfab-bace-4233-900f-2757ac43c605 req-2fcecc2a-1467-4827-bd4c-29764544165e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0531981 Apr 29 09:00:47.302601 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4dfebfab-bace-4233-900f-2757ac43c605 req-c8b36c9e-1a82-4ec7-8d8d-28e4a688861c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463459 Apr 29 09:00:47.354898 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 6c3b1255-2e99-4681-a117-5f4062b2074f up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:00:47.375063 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (a9f9a12f-7610-4f74-83fb-3e5ac593989c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.405763 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 6c3b1255-2e99-4681-a117-5f4062b2074f completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:00:47.411116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f9a12f-7610-4f74-83fb-3e5ac593989c,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:47.412986 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 6c3b1255-2e99-4681-a117-5f4062b2074f triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:00:47.413481 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.517666 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 6c3b1255-2e99-4681-a117-5f4062b2074f is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:47.518038 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.562175 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=6c3b1255-2e99-4681-a117-5f4062b2074f,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:47.563416 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:47.566274 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be19d7-c427-44e6-8189-04342f9b14a6" -d '{"events": [{"server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:47.570461 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.630809 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3068a8f-a6ff-4c1b-a75a-bfbf650687de x-openstack-request-id: req-e3068a8f-a6ff-4c1b-a75a-bfbf650687de {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:47.631255 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "name": "network-vif-plugged", "status": "completed", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:47.631521 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3068a8f-a6ff-4c1b-a75a-bfbf650687de {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:47.631949 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3068a8f-a6ff-4c1b-a75a-bfbf650687de'] response: {'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'code': 200} Apr 29 09:00:47.655870 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:47.708687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (75d55ea3-af77-451e-8ffc-81a827c38908), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:47.726648 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6734d-7b15-48d6-86cd-f5e6a91d9f18 req-b54f5f7c-7309-4f72-a676-8aba5b00ea42 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:47.728691 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3df6734d-7b15-48d6-86cd-f5e6a91d9f18 req-b54f5f7c-7309-4f72-a676-8aba5b00ea42 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0828607 Apr 29 09:00:47.895540 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3df6734d-7b15-48d6-86cd-f5e6a91d9f18 req-b7b685e9-4091-47ff-a3b7-e4bf1de93058 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593082 Apr 29 09:00:47.914353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db433f23-b6d2-407b-8d80-fe98855a7f74 req-1beb81a4-a68c-4fcf-bb6d-c9d647ae697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:47.915961 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-db433f23-b6d2-407b-8d80-fe98855a7f74 req-1beb81a4-a68c-4fcf-bb6d-c9d647ae697d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 1129 time: 0.0826159 Apr 29 09:00:48.005749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-db433f23-b6d2-407b-8d80-fe98855a7f74 req-b604aa54-14e2-4c2e-9a4e-52f44f95dfd8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831831 Apr 29 09:00:48.068998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Router 75d55ea3-af77-451e-8ffc-81a827c38908 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:48.132563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb1821-8fc2-48aa-8fe6-e31c8db19720 req-29239bc9-161a-4047-99d6-e8904876b112 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:48.134622 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5bb1821-8fc2-48aa-8fe6-e31c8db19720 req-29239bc9-161a-4047-99d6-e8904876b112 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0504968 Apr 29 09:00:48.184504 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c5bb1821-8fc2-48aa-8fe6-e31c8db19720 req-c722185a-2cb6-4b43-8808-5be1b51ca220 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440223 Apr 29 09:00:48.185443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:48.191513 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9e68e0cf-ab4a-4bef-b2cd-a569eb515550 admin admin] 10.222.0.31 "PUT /v2.0/routers/75d55ea3-af77-451e-8ffc-81a827c38908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3089490 Apr 29 09:00:48.193712 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60742) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:48.198081 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Sync routers for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:48.212824 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:48.213757 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:48.328868 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:48.438537 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4454f-ec7d-4969-b47e-e68faf0d25a0 req-3389ae3b-2e1c-4894-9728-df21c811ae41 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:48.440024 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18f4454f-ec7d-4969-b47e-e68faf0d25a0 req-3389ae3b-2e1c-4894-9728-df21c811ae41 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0590930 Apr 29 09:00:48.487072 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks [] for router (75d55ea3-af77-451e-8ffc-81a827c38908), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:48.499527 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-18f4454f-ec7d-4969-b47e-e68faf0d25a0 req-5f08051f-99d2-465b-b67b-56857a143d00 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534992 Apr 29 09:00:48.533067 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca400>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T09:00:47Z', 'revision_number': 5, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:48.561662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Checking router: 75d55ea3-af77-451e-8ffc-81a827c38908 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:48.570265 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Routers {'75d55ea3-af77-451e-8ffc-81a827c38908'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:48.571601 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['75d55ea3-af77-451e-8ffc-81a827c38908'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:48.610263 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks [] for router_gateway (75d55ea3-af77-451e-8ffc-81a827c38908), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:48.668685 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Deleting port 8aea066b-3f33-4f0d-a89c-022bd01d1962 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:48.669031 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:48.705263 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] Set router 75d55ea3-af77-451e-8ffc-81a827c38908 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:48.757080 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] For port 8aea066b-3f33-4f0d-a89c-022bd01d1962, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8aea066b-3f33-4f0d-a89c-022bd01d1962,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:48.760869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:48.776573 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Calling delete_port for 8aea066b-3f33-4f0d-a89c-022bd01d1962 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:48.888495 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b8ca400>, [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T09:00:47Z', 'revision_number': 5, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:48.919580 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c7f255-3899-4e52-8f4e-92adbab18f42 None None] The sync data for ids ['75d55ea3-af77-451e-8ffc-81a827c38908'] in dv-cinder-839872-1-iscsi is: [{'id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'name': 'tempest-TestMinimumBasicScenario-1062318085-router', 'tenant_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:55:55Z', 'updated_at': '2022-04-29T09:00:47Z', 'revision_number': 5, 'project_id': 'a3b156fc6f764727a25c2076cbff2b3f', 'gw_port': {'id': '8aea066b-3f33-4f0d-a89c-022bd01d1962', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d55ea3-af77-451e-8ffc-81a827c38908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:55:56Z', 'updated_at': '2022-04-29T08:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:48.973501 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (8aea066b-3f33-4f0d-a89c-022bd01d1962), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.003399 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8aea066b-3f33-4f0d-a89c-022bd01d1962,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:49.095485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60ac1d-f2d0-4b80-8e72-0991a9e6cec7 req-b0c3112a-9287-494b-80f8-2102c88bcc81 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:49.097014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e60ac1d-f2d0-4b80-8e72-0991a9e6cec7 req-b0c3112a-9287-494b-80f8-2102c88bcc81 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0974264 Apr 29 09:00:49.116972 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (75d55ea3-af77-451e-8ffc-81a827c38908), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.226329 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (75d55ea3-af77-451e-8ffc-81a827c38908), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.230785 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks [] for router_controller (75d55ea3-af77-451e-8ffc-81a827c38908), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.248772 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8e60ac1d-f2d0-4b80-8e72-0991a9e6cec7 req-69ae22e9-437c-486f-9a45-af7e05c2db47 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451278 Apr 29 09:00:49.301308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (75d55ea3-af77-451e-8ffc-81a827c38908), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.301965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d55ea3-af77-451e-8ffc-81a827c38908 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:00:49.308638 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.312042 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7f9090d4-e3fb-4fb1-bcd0-826de58c4f1f admin admin] 10.222.0.31 "DELETE /v2.0/routers/75d55ea3-af77-451e-8ffc-81a827c38908 HTTP/1.1" status: 204 len: 168 time: 1.1149316 Apr 29 09:00:49.312472 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60754) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:49.346730 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 1200c404-ce4f-4d5e-8e49-4db86d488ad8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:00:49.365928 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a550106-cc1c-4228-9db3-eeca8edd1145 req-6c777e68-054b-44ee-b9ef-ae50804fc67d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:49.367195 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8a550106-cc1c-4228-9db3-eeca8edd1145 req-6c777e68-054b-44ee-b9ef-ae50804fc67d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0905585 Apr 29 09:00:49.386580 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Deleting subnet 947ebe51-fa5e-486b-a6e3-61f0184c2956 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:00:49.390420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Publish callbacks [] for subnet (947ebe51-fa5e-486b-a6e3-61f0184c2956), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.454488 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (947ebe51-fa5e-486b-a6e3-61f0184c2956), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.516618 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8a550106-cc1c-4228-9db3-eeca8edd1145 req-7a657463-cc29-4b3e-a833-e1d70f05e2c3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407301 Apr 29 09:00:49.551569 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a9f9a12f-7610-4f74-83fb-3e5ac593989c no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:49.628379 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:49.644660 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:00:49.669631 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: a9f9a12f-7610-4f74-83fb-3e5ac593989c {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:49.670259 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a9f9a12f-7610-4f74-83fb-3e5ac593989c not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:49.695247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (947ebe51-fa5e-486b-a6e3-61f0184c2956), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.730873 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feef1-5114-478e-a0a0-c8907e42c9ec req-6b38fae8-09b0-44d2-b048-386e7a87e0fc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:49.732727 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da3feef1-5114-478e-a0a0-c8907e42c9ec req-6b38fae8-09b0-44d2-b048-386e7a87e0fc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 943 time: 0.0896196 Apr 29 09:00:49.767292 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:49.767690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.792626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1200c404-ce4f-4d5e-8e49-4db86d488ad8 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:00:49.812720 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-da3feef1-5114-478e-a0a0-c8907e42c9ec req-0e9386f3-9c4e-49c3-92c7-7387efce5134 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718327 Apr 29 09:00:49.820788 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (947ebe51-fa5e-486b-a6e3-61f0184c2956), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.841742 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:49.857806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.872797 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947ebe51-fa5e-486b-a6e3-61f0184c2956,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:49.879567 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:49.886781 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60760) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:49.887597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1cb402dc-024e-49d9-a3b7-f7cd1dce2585 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/947ebe51-fa5e-486b-a6e3-61f0184c2956 HTTP/1.1" status: 204 len: 168 time: 0.5738797 Apr 29 09:00:49.894431 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a5425-c213-4907-87dc-cb6a7fb2bc69 None None] Network 7662b514-6643-4c55-bbd3-d42fd6ef9d46 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:00:50.008470 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (7662b514-6643-4c55-bbd3-d42fd6ef9d46), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.060522 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Deleting port 5a6648b7-833b-42f6-8338-a04f5df65556 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:50.060854 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.109735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:50.131823 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] For port 5a6648b7-833b-42f6-8338-a04f5df65556, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5a6648b7-833b-42f6-8338-a04f5df65556,segment=NetworkSegment(854b5936-7f9e-4579-847e-185cc55c0a7c),segment_id=854b5936-7f9e-4579-847e-185cc55c0a7c)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:50.132224 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.148777 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Calling delete_port for 5a6648b7-833b-42f6-8338-a04f5df65556 owned by network:dhcp {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:50.229983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5a6648b7-833b-42f6-8338-a04f5df65556), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.253532 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6648b7-833b-42f6-8338-a04f5df65556,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:50.261521 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] No DVR routers for this DVR port 5a6648b7-833b-42f6-8338-a04f5df65556 on host dv-cinder-839872-1-iscsi {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:00:50.310531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801a019f-2f72-4dca-9151-12e8413a97c8 None None] DHCP port deletion for 7662b514-6643-4c55-bbd3-d42fd6ef9d46 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:00:50.360983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (7662b514-6643-4c55-bbd3-d42fd6ef9d46), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.375726 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['1200c404-ce4f-4d5e-8e49-4db86d488ad8'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:00:50.412203 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9b01f3a0>,) {'filters': {'network_id': ['7662b514-6643-4c55-bbd3-d42fd6ef9d46']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:50.426736 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12cf8d-c738-43cf-8e08-82c8d23cc331 req-e6b88cd4-b5fc-4100-bd22-e9fe203558b1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:50.428492 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d12cf8d-c738-43cf-8e08-82c8d23cc331 req-e6b88cd4-b5fc-4100-bd22-e9fe203558b1 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0701318 Apr 29 09:00:50.437192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9b01f3a0>, '854b5936-7f9e-4579-847e-185cc55c0a7c') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:50.437488 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9b01f3a0>, '854b5936-7f9e-4579-847e-185cc55c0a7c') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:50.454502 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (854b5936-7f9e-4579-847e-185cc55c0a7c), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.487399 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (854b5936-7f9e-4579-847e-185cc55c0a7c), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.504010 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:00:50.504439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (854b5936-7f9e-4579-847e-185cc55c0a7c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:00:50.506181 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:00:50.531039 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7d12cf8d-c738-43cf-8e08-82c8d23cc331 req-bcce9a73-3841-4923-a30e-3de2c7c09343 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912561 Apr 29 09:00:50.582425 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (7662b514-6643-4c55-bbd3-d42fd6ef9d46), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.599249 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.605896 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7662b514-6643-4c55-bbd3-d42fd6ef9d46 HTTP/1.1" status: 204 len: 168 time: 0.7154055 Apr 29 09:00:50.631589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c9b9-01c9-4b74-a8ea-86fe56b15572 admin admin] Pushing event deleted for resources: {'Network': ['ID=7662b514-6643-4c55-bbd3-d42fd6ef9d46,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:50.685116 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210347c-5080-45c2-bc6d-f18e36287590 req-70998591-c706-4523-8a41-b2b4a77e1ee7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:50.686660 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c210347c-5080-45c2-bc6d-f18e36287590 req-70998591-c706-4523-8a41-b2b4a77e1ee7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0614455 Apr 29 09:00:50.703517 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ea697-b80f-4674-97c7-9d57a8ae7bec req-a585c0eb-310d-4249-bf8d-200bc9b0546e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:50.705229 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2d9ea697-b80f-4674-97c7-9d57a8ae7bec req-a585c0eb-310d-4249-bf8d-200bc9b0546e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0750287 Apr 29 09:00:50.716532 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60770) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:50.728698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Request body: {'floatingip': {'port_id': '6c3b1255-2e99-4681-a117-5f4062b2074f'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:50.739601 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60772) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:50.780293 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.786254 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c210347c-5080-45c2-bc6d-f18e36287590 req-7dbe77be-3b49-4e95-936c-b4598c219c07 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937932 Apr 29 09:00:50.793977 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-56007b77-886c-4719-a727-3eac22f82ab3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6abb4912c175406ca0cefd03e327b7f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501661 Apr 29 09:00:50.794637 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60776) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:50.860704 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] Publish callbacks [] for security_group (4f1533c2-7ff1-48d6-a9bc-b8e41030df78), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.887060 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] Publish callbacks [] for security_group (4f1533c2-7ff1-48d6-a9bc-b8e41030df78), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.957506 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bcf1d-cf0c-4d0f-8534-9d9810c5a50a req-c50f5dbd-b230-4826-babd-d3c93579e435 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:50.959260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-632bcf1d-cf0c-4d0f-8534-9d9810c5a50a req-c50f5dbd-b230-4826-babd-d3c93579e435 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 944 time: 0.0701344 Apr 29 09:00:50.995554 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4f1533c2-7ff1-48d6-a9bc-b8e41030df78), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.998107 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:50.999238 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f1533c2-7ff1-48d6-a9bc-b8e41030df78 HTTP/1.1" status: 204 len: 168 time: 0.2035933 Apr 29 09:00:51.029210 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f249c-6618-4723-945a-5cbc44e77913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1533c2-7ff1-48d6-a9bc-b8e41030df78,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:51.050032 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-632bcf1d-cf0c-4d0f-8534-9d9810c5a50a req-fc85e31f-f415-434b-8f00-6ab6c631b0ce tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760987 Apr 29 09:00:51.154357 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5a6648b7-833b-42f6-8338-a04f5df65556 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:51.175171 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 5a6648b7-833b-42f6-8338-a04f5df65556 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:51.175599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5a6648b7-833b-42f6-8338-a04f5df65556 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:51.176165 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8aea066b-3f33-4f0d-a89c-022bd01d1962 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:00:51.200271 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 8aea066b-3f33-4f0d-a89c-022bd01d1962 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:00:51.200775 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8aea066b-3f33-4f0d-a89c-022bd01d1962 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:00:51.324093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.329869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.400524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60784) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:51.441833 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 4d903414-3a62-4cc5-9e4c-d02814e2b5af associated. External IP: 172.27.0.76, port: 6c3b1255-2e99-4681-a117-5f4062b2074f. Apr 29 09:00:51.446447 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-23845d2b-824a-4c52-93cf-862afae79c32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3b156fc6f764727a25c2076cbff2b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440722 Apr 29 09:00:51.448939 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60786) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:51.503143 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] Publish callbacks [] for security_group (5c845eca-723c-41ce-a617-90793781ba9c), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.526901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] Publish callbacks [] for security_group (5c845eca-723c-41ce-a617-90793781ba9c), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.579795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (5c845eca-723c-41ce-a617-90793781ba9c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.582411 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.583679 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c845eca-723c-41ce-a617-90793781ba9c HTTP/1.1" status: 204 len: 168 time: 0.1337988 Apr 29 09:00:51.591859 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40c469-1c5f-492c-bf77-c0c2cda58841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c845eca-723c-41ce-a617-90793781ba9c,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:51.620796 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 1200c404-ce4f-4d5e-8e49-4db86d488ad8 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:00:51.671320 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:00:51.679394 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:00:51.679674 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:51.680122 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.776735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:51.777412 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.809440 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:51.811981 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c8345c-8be0-4297-93cb-d09439a88fd4" -d '{"events": [{"server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "name": "network-vif-plugged", "status": "completed", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:51.833397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:51.835720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:51.842720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.846793 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:51.861272 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:51.903750 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:51.904551 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b190>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:51.935731 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6fa99f13-a7ef-45e3-b323-1f7dc2cdfd80 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "PUT /v2.0/floatingips/4d903414-3a62-4cc5-9e4c-d02814e2b5af HTTP/1.1" status: 200 len: 990 time: 1.2184308 Apr 29 09:00:51.935972 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:51.938249 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3a7211-5030-4cd1-b609-4489555a150f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:51.996347 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126adf16-eb97-4811-b1f1-30b572af870b x-openstack-request-id: req-126adf16-eb97-4811-b1f1-30b572af870b {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:51.996654 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "name": "network-vif-plugged", "status": "completed", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:51.997099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-126adf16-eb97-4811-b1f1-30b572af870b {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:51.997722 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126adf16-eb97-4811-b1f1-30b572af870b'] response: {'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'code': 200} Apr 29 09:00:52.003154 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2cc061-9f1c-4e13-87ca-de0ea08f764f x-openstack-request-id: req-2e2cc061-9f1c-4e13-87ca-de0ea08f764f {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:52.003791 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:52.004459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e2cc061-9f1c-4e13-87ca-de0ea08f764f {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:52.005260 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2cc061-9f1c-4e13-87ca-de0ea08f764f'] response: {'name': 'network-changed', 'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'status': 'completed', 'code': 200} Apr 29 09:00:52.029980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1358b-9100-4d8c-9e50-7ded04e1c039 req-2affe6e5-2520-4451-bf62-d3e9ff595fd7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.037844 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8bc1358b-9100-4d8c-9e50-7ded04e1c039 req-2affe6e5-2520-4451-bf62-d3e9ff595fd7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.1185763 Apr 29 09:00:52.044399 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:52.099197 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:52.136172 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8bc1358b-9100-4d8c-9e50-7ded04e1c039 req-45bdcfd3-2577-4a7a-90e1-404ae98859b5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959468 Apr 29 09:00:52.196356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7211-5030-4cd1-b609-4489555a150f req-44bc61ca-60a1-40ee-be38-62f8940e92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.198588 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-44bc61ca-60a1-40ee-be38-62f8940e92ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 1129 time: 0.0611827 Apr 29 09:00:52.212889 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b707b-29fa-4392-9cc4-4ef566def1aa req-50e12314-19aa-4dda-bd90-0914f7dff129 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.216810 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-709b707b-29fa-4392-9cc4-4ef566def1aa req-50e12314-19aa-4dda-bd90-0914f7dff129 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0628715 Apr 29 09:00:52.313886 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52094db-8404-4697-8f3b-601385107203 req-19711667-7d18-4cfd-a45d-6f4ffeb9da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.316679 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f52094db-8404-4697-8f3b-601385107203 req-19711667-7d18-4cfd-a45d-6f4ffeb9da18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1129 time: 0.0979304 Apr 29 09:00:52.319998 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7211-5030-4cd1-b609-4489555a150f req-178609af-2c13-4dad-8880-d78169f67b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.323308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-178609af-2c13-4dad-8880-d78169f67b64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 200 len: 916 time: 0.1100402 Apr 29 09:00:52.386173 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-709b707b-29fa-4392-9cc4-4ef566def1aa req-1a818a6b-4b4f-496e-8913-fd8e3f7e65d7 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519663 Apr 29 09:00:52.404073 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b190>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '4d903414-3a62-4cc5-9e4c-d02814e2b5af', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:d9:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:30Z', 'updated_at': '2022-04-29T09:00:51Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:52.419575 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-f776151d-bd5c-4948-bc25-9b7fbb5620b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c3b1255-2e99-4681-a117-5f4062b2074f HTTP/1.1" status: 200 len: 998 time: 0.0802903 Apr 29 09:00:52.426047 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f52094db-8404-4697-8f3b-601385107203 req-361ebb0c-0572-4fdf-b1b6-0a8033dcc6cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856225 Apr 29 09:00:52.437954 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:52.446737 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:52.447353 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b190>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:52.558910 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:52.770997 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b190>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '4d903414-3a62-4cc5-9e4c-d02814e2b5af', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:d9:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:30Z', 'updated_at': '2022-04-29T09:00:51Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:52.802229 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f4df5a-4230-45da-8d68-022fa7a5f8c6 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '4d903414-3a62-4cc5-9e4c-d02814e2b5af', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'port_id': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'mac_address': 'fa:16:3e:d9:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:30Z', 'updated_at': '2022-04-29T09:00:51Z', 'revision_number': 1, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:52.885151 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7211-5030-4cd1-b609-4489555a150f req-2ac60d5a-c57f-4a36-808e-de7cd4df0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.886710 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-2ac60d5a-c57f-4a36-808e-de7cd4df0e8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 200 len: 854 time: 0.0463202 Apr 29 09:00:52.936346 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7211-5030-4cd1-b609-4489555a150f req-a04b7949-b8cb-4c71-8213-a902792377e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:52.937956 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-a04b7949-b8cb-4c71-8213-a902792377e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b24838f8-74fc-43df-860b-f0934d3ce2df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429440 Apr 29 09:00:53.016067 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8165b-5629-4c9d-bbce-307c7fa3d001 None None] New status for floating IP 4d903414-3a62-4cc5-9e4c-d02814e2b5af: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:53.267386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8624b8c-ad79-4c90-b08a-169686d4ed21 req-fb80a285-896a-40d6-bfd6-f07697697f22 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:53.268882 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d8624b8c-ad79-4c90-b08a-169686d4ed21 req-fb80a285-896a-40d6-bfd6-f07697697f22 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0472066 Apr 29 09:00:53.322386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d8624b8c-ad79-4c90-b08a-169686d4ed21 req-6b13a96a-27af-4405-bf69-d2a6ae66fb77 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457151 Apr 29 09:00:53.609317 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-f60fb3c3-ec39-4244-ad22-6bbb7deb68fe service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913916 Apr 29 09:00:53.761753 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc090e3f-4d0c-4255-b168-603135e5c08d req-caea9a69-d252-4263-9109-6631c7257f78 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:53.763247 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc090e3f-4d0c-4255-b168-603135e5c08d req-caea9a69-d252-4263-9109-6631c7257f78 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.3037932 Apr 29 09:00:53.785328 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6b3a7211-5030-4cd1-b609-4489555a150f req-43e74d85-f1dd-4a6e-9c50-5b8979cddd2d service neutron] 10.222.0.20 "GET /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927851 Apr 29 09:00:53.811598 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-cc090e3f-4d0c-4255-b168-603135e5c08d req-e3e4c483-d88c-40d1-bacf-f9c463fd136b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Apr 29 09:00:54.443286 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17d664-f7f7-4e00-a315-c65ec092e898 req-0b5f2974-9354-4450-8d89-55dfed007c78 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:54.445300 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1f17d664-f7f7-4e00-a315-c65ec092e898 req-0b5f2974-9354-4450-8d89-55dfed007c78 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Apr 29 09:00:54.498335 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1f17d664-f7f7-4e00-a315-c65ec092e898 req-fbaa55ca-ac77-4dd0-8e4a-2b04a5272986 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471201 Apr 29 09:00:54.926706 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbe496-9efb-47ae-bdf8-703989014a6a req-b69e0e3f-8666-4ce4-b8c7-d6961f0edadb tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:54.928115 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1bbe496-9efb-47ae-bdf8-703989014a6a req-b69e0e3f-8666-4ce4-b8c7-d6961f0edadb tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0469475 Apr 29 09:00:54.978474 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c1bbe496-9efb-47ae-bdf8-703989014a6a req-ca556535-425c-44d7-bdb8-a8eda82bb417 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Apr 29 09:00:55.091318 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520121d8-6a72-4e37-a0a7-e595dc0c52ad req-b81302a8-c952-4fae-9f49-8c5e569b98b0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:55.092866 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-520121d8-6a72-4e37-a0a7-e595dc0c52ad req-b81302a8-c952-4fae-9f49-8c5e569b98b0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Apr 29 09:00:55.146031 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-520121d8-6a72-4e37-a0a7-e595dc0c52ad req-3b75e4d0-bb4f-4c66-920a-3c35c2f85e42 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477333 Apr 29 09:00:55.167914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60830) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:55.205485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8975705-6d22-4287-bb39-145072716d94 tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:55.206913 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b8975705-6d22-4287-bb39-145072716d94 tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1124 time: 0.0379934 Apr 29 09:00:55.209841 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60832) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:55.214184 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:00:55.235515 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:55.324299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:55.438205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.27.0.46 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/375eaf1c-d22b-4368-8880-31f0d3351101) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:00:55.552299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (375eaf1c-d22b-4368-8880-31f0d3351101), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:55.586538 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:55.621872 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e103-39e5-434f-ba99-6c43dda37a2d req-89e5e95d-38a6-4b29-b431-a2aa108f12ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:55.623101 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:00:55.623240 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-afc3e103-39e5-434f-ba99-6c43dda37a2d req-89e5e95d-38a6-4b29-b431-a2aa108f12ae tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Apr 29 09:00:55.625973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:00:55.631594 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:00:55.656517 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=375eaf1c-d22b-4368-8880-31f0d3351101,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:55.671628 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-afc3e103-39e5-434f-ba99-6c43dda37a2d req-08944878-b03b-4ac4-b450-3cc8c817949c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Apr 29 09:00:56.296764 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (6de856a9-1408-4b1c-9da5-c31317603915), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:56.366830 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:56.542004 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (375eaf1c-d22b-4368-8880-31f0d3351101), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:56.547488 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:56.613461 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=375eaf1c-d22b-4368-8880-31f0d3351101,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:56.627883 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (6de856a9-1408-4b1c-9da5-c31317603915), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:56.729906 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 6de856a9-1408-4b1c-9da5-c31317603915 associated. External IP: 172.27.0.46, port: 1200c404-ce4f-4d5e-8e49-4db86d488ad8. Apr 29 09:00:56.824198 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff3d95-a50a-4084-9fd6-0d504c6de495 req-b4dec494-859e-4343-b359-f150ac9b1dd0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:56.825581 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d3ff3d95-a50a-4084-9fd6-0d504c6de495 req-b4dec494-859e-4343-b359-f150ac9b1dd0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0582428 Apr 29 09:00:56.947726 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d3ff3d95-a50a-4084-9fd6-0d504c6de495 req-7ba1ea66-6e5c-4f13-aa6d-7ab5fe03cb8c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971448 Apr 29 09:00:57.026230 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:57.140175 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:57.149687 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:57.159302 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:57.160260 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:57.160889 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006dd60>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:57.190645 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-78f4e260-eca5-4afc-a686-250228ce5e8a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9797797 Apr 29 09:00:57.191323 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:57.193692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca" -d '{"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:57.231898 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb80ca-5e88-47f7-a5c6-75ebf15e5ff7 x-openstack-request-id: req-45fb80ca-5e88-47f7-a5c6-75ebf15e5ff7 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:57.232243 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:57.232506 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45fb80ca-5e88-47f7-a5c6-75ebf15e5ff7 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:57.232918 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fb80ca-5e88-47f7-a5c6-75ebf15e5ff7'] response: {'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'status': 'completed', 'code': 200} Apr 29 09:00:57.276351 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:57.357201 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-ee2c6e06-8994-4dfb-acaa-fceb7c24cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:57.359607 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-ee2c6e06-8994-4dfb-acaa-fceb7c24cf29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1129 time: 0.0429170 Apr 29 09:00:57.468795 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-1128b4ca-70e4-48de-a89f-7a78d50c0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:57.470296 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-1128b4ca-70e4-48de-a89f-7a78d50c0456 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.0963874 Apr 29 09:00:57.540871 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-9171b054-8373-4919-a9da-a395a45c2392 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 998 time: 0.0637519 Apr 29 09:00:57.591591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-14bb3d69-502c-419c-afc1-a320581504b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:57.593108 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-14bb3d69-502c-419c-afc1-a320581504b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0458798 Apr 29 09:00:57.597613 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006dd60>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:55Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:57.629337 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:57.639165 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:57.639800 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006dd60>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:57.642608 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-30dfb856-13d8-4702-9085-cfbe84fe4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:57.644158 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-30dfb856-13d8-4702-9085-cfbe84fe4e42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442398 Apr 29 09:00:57.741888 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-08be3048-2b50-4833-b6bd-ee9a68add5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841234 Apr 29 09:00:57.751822 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:57.886213 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6558b352-4f5c-4c0a-99c7-fe6d78de04ca req-5e45b4c1-5395-4d8c-abd8-da8045d11a1e service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936852 Apr 29 09:00:57.986284 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006dd60>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:55Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:58.017660 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701ef913-c5de-4011-b1a3-6ce9cb33d368 None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:55Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:00:58.074366 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286800af-a917-479d-a3e2-c542a11392c2 req-e21a1a88-9e01-4b6f-8a4b-03505cb87d13 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:58.075933 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-286800af-a917-479d-a3e2-c542a11392c2 req-e21a1a88-9e01-4b6f-8a4b-03505cb87d13 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0509701 Apr 29 09:00:58.126518 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-286800af-a917-479d-a3e2-c542a11392c2 req-e320838c-59a1-4b2d-a7f4-69a9b2e7c347 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447326 Apr 29 09:00:58.223276 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c0df1-a3ac-4731-bbd2-ef248b48b626 None None] New status for floating IP 6de856a9-1408-4b1c-9da5-c31317603915: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:00:58.684427 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60852) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:00:58.843730 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Deleting port 9a6c2d3f-9a0b-4cdd-8484-dbe212a97188 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:00:58.844072 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:58.924486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:58.924816 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for floatingip (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:58.937847 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Calling delete_port for 9a6c2d3f-9a0b-4cdd-8484-dbe212a97188 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:00:59.089341 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (9a6c2d3f-9a0b-4cdd-8484-dbe212a97188), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.117215 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event deleted for resources: {'Port': ['ID=9a6c2d3f-9a0b-4cdd-8484-dbe212a97188,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:59.181149 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for floatingip (ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.181382 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Floating IP ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d disassociated (deleted). External IP: 172.27.0.174, port: 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80. Apr 29 09:00:59.252259 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1320574-d51f-4872-ac7c-a839a94ad62c req-3c6b281c-587b-4ead-9c02-a4801c9889de tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:59.253920 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1320574-d51f-4872-ac7c-a839a94ad62c req-3c6b281c-587b-4ead-9c02-a4801c9889de tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Apr 29 09:00:59.316940 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f1320574-d51f-4872-ac7c-a839a94ad62c req-e2ccffb8-ae62-4f49-99b9-cf7411e8ae41 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566597 Apr 29 09:00:59.412342 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Router a8a6ae54-526a-4c63-81fb-04e4158159e5 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:00:59.530485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:00:59.535056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.540871 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Sync routers for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:00:59.552368 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:59.553002 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006db80>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:59.566379 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3e4ceeb7-2858-4518-beac-dfc4c8846f88 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "DELETE /v2.0/floatingips/ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d HTTP/1.1" status: 204 len: 168 time: 0.8809137 Apr 29 09:00:59.566940 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:00:59.569205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b193453f-4d4f-4675-86d1-7d5acf0da3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:00:59.605831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e91aa9a-00ad-4cd5-8a07-341092cda981 x-openstack-request-id: req-5e91aa9a-00ad-4cd5-8a07-341092cda981 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:00:59.606351 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:00:59.606644 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e91aa9a-00ad-4cd5-8a07-341092cda981 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:00:59.607025 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e91aa9a-00ad-4cd5-8a07-341092cda981'] response: {'name': 'network-changed', 'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'status': 'completed', 'code': 200} Apr 29 09:00:59.649733 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:00:59.683203 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:00:59.729019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-59fedfdb-b28f-479e-81d8-ce5cf93a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:59.730684 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-59fedfdb-b28f-479e-81d8-ce5cf93a17b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 1130 time: 0.0471826 Apr 29 09:00:59.793739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:59.819135 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '440a5656-f549-48bb-8394-679abd59d5c6', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:00:59.843192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-89f582dd-95e0-42d3-b144-a4b8c715177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:59.844827 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-89f582dd-95e0-42d3-b144-a4b8c715177e service neutron] 10.222.0.20 "GET /v2.0/networks?id=25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 200 len: 910 time: 0.1027641 Apr 29 09:00:59.850781 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-352411a5-b862-4942-bec4-cf000fe7332a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.860336 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1362dfc-5fb9-4dcc-8520-1bf3e6f97e6c req-ae40fefe-cf77-450a-8115-0d55251e7044 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:00:59.862008 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1362dfc-5fb9-4dcc-8520-1bf3e6f97e6c req-ae40fefe-cf77-450a-8115-0d55251e7044 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0632222 Apr 29 09:00:59.874662 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: ACTIVE; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:00:59.875146 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.891844 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:00:59.916300 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:00:59.923279 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:00:59.925454 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1362dfc-5fb9-4dcc-8520-1bf3e6f97e6c req-d370627e-3abe-42d2-966e-6243b4080400 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568871 Apr 29 09:00:59.952426 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006db80>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:00:59.975016 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=6']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:00:59.985342 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Checking router: a8a6ae54-526a-4c63-81fb-04e4158159e5 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:00:59.994055 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:00:59.994688 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea006db80>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:00:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:00.103504 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:01:00.136367 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['440a5656-f549-48bb-8394-679abd59d5c6'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:01:00.299391 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea006db80>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:00.327217 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9a909-8fd1-437b-9137-ac93fdeb7942 None None] The sync data for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi is: [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:41Z', 'revision_number': 4, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '7bb8e5b6-f8d9-447e-b192-585a4606656b', 'name': '', 'network_id': '25bd8405-5461-41fe-854e-bd663e55c337', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'mac_address': 'fa:16:3e:07:60:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:40Z', 'updated_at': '2022-04-29T08:53:45Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'subnets': [{'id': 'fc98ad72-f2ae-4b50-9632-88131d7ba665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:01:00.450290 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053e058-68c4-40d2-a59a-68899c8fb092 req-c822615e-31bb-4bb6-9a0a-acc0e138fa77 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:00.451934 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b053e058-68c4-40d2-a59a-68899c8fb092 req-c822615e-31bb-4bb6-9a0a-acc0e138fa77 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0487597 Apr 29 09:01:00.506092 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b053e058-68c4-40d2-a59a-68899c8fb092 req-deb86d16-56e3-4f75-9fa0-071b5b35a862 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484760 Apr 29 09:01:00.574240 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941517f3-a23d-4405-b2af-2ed84e4b8ea6 None None] New status for floating IP ccd383c1-ee86-4ed7-9d7c-48a26dbdc47d: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:01:01.051518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec2d5b-bd4c-4ea2-a7b7-6aac17d0efda req-f0ed7360-362d-42c6-998c-4fba97f72a95 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:01.053040 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72ec2d5b-bd4c-4ea2-a7b7-6aac17d0efda req-f0ed7360-362d-42c6-998c-4fba97f72a95 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Apr 29 09:01:01.073284 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-ea8ad872-d436-4d1d-b0d5-45811fb81f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 200 len: 217 time: 0.0358326 Apr 29 09:01:01.105641 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72ec2d5b-bd4c-4ea2-a7b7-6aac17d0efda req-f724c995-6d34-4e19-8cae-9ec939bcde34 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 Apr 29 09:01:01.126948 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-16e9d4a6-c1ee-452b-8cc6-1cc87469b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:01.128465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-16e9d4a6-c1ee-452b-8cc6-1cc87469b21c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 200 len: 848 time: 0.0494075 Apr 29 09:01:01.177089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-34e3ae9a-0d5f-48b4-848c-1c66caceb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:01.178610 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-34e3ae9a-0d5f-48b4-848c-1c66caceb177 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=25bd8405-5461-41fe-854e-bd663e55c337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430057 Apr 29 09:01:01.275648 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-6126619c-ed86-4c23-9fbc-caca12b91f3a service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860023 Apr 29 09:01:01.376938 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b193453f-4d4f-4675-86d1-7d5acf0da3f5 req-1259cf0c-3fcc-480c-8ac9-e751f46c0254 service neutron] 10.222.0.20 "GET /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897400 Apr 29 09:01:01.632868 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb62ab8-ee23-446d-b6a0-b520c96885b1 req-3f9ca074-84ec-4d29-98cf-82aaab0493f9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:01.634466 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-feb62ab8-ee23-446d-b6a0-b520c96885b1 req-3f9ca074-84ec-4d29-98cf-82aaab0493f9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0526042 Apr 29 09:01:01.658574 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:01:01.685122 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-feb62ab8-ee23-446d-b6a0-b520c96885b1 req-ed24398e-eddd-4657-b05a-a82ecaf72813 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Apr 29 09:01:01.704838 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 440a5656-f549-48bb-8394-679abd59d5c6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:01:01.705214 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (440a5656-f549-48bb-8394-679abd59d5c6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:01.792164 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:01.792478 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:01.815749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:01.817996 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c8c0b1-3f7f-43fa-8088-eb6b9af1360f" -d '{"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:01.830879 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:01.835925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:01.863738 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f57f6be-1d9e-4f6a-af54-712abcf447a2 x-openstack-request-id: req-2f57f6be-1d9e-4f6a-af54-712abcf447a2 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:01.864053 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:01.864321 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f57f6be-1d9e-4f6a-af54-712abcf447a2 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:01.864724 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f57f6be-1d9e-4f6a-af54-712abcf447a2'] response: {'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'code': 200} Apr 29 09:01:01.891759 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=7']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:02.097964 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-18f41162-2f1b-48ca-bd5b-47e4ed213f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:02.241754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-29e7650c-b3b2-44e8-983b-ed689ef56e34 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:02.243267 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-29e7650c-b3b2-44e8-983b-ed689ef56e34 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.20 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0814507 Apr 29 09:01:02.254068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc21caa-dbe3-4b72-a81e-b6ef7158d3ef req-2c075126-29ff-4120-9e18-1301781f793a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:02.255513 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ccc21caa-dbe3-4b72-a81e-b6ef7158d3ef req-2c075126-29ff-4120-9e18-1301781f793a tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 946 time: 0.0789821 Apr 29 09:01:02.367684 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ccc21caa-dbe3-4b72-a81e-b6ef7158d3ef req-8257b93b-cc37-48ac-93bb-e6921c4b8b09 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/security-groups?id=22e98129-a43c-48eb-862b-52f5cc805a33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049526 Apr 29 09:01:02.378623 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Deleting port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:02.378964 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:02.477931 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] For port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:02.478315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:02.493215 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Calling delete_port for 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:02.631269 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:02.660440 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event deleted for resources: {'Port': ['ID=67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:02.709367 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] No DVR routers for this DVR port 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:02.712905 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:02.716860 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5c220f00-45a8-43e5-9d88-c56509ec5d1e req-f276804f-6830-4be9-82f0-47b9c94f0177 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.20 "DELETE /v2.0/ports/67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 HTTP/1.1" status: 204 len: 173 time: 0.4604461 Apr 29 09:01:02.717315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-deleted', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:02.719553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c560d8b-5974-4e88-a405-0ef1c17f363e" -d '{"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-deleted", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:02.764662 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e5e5bd-c891-4931-8710-38313de5d3dc x-openstack-request-id: req-c5e5e5bd-c891-4931-8710-38313de5d3dc {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:02.764896 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83c29d2-6435-4edc-827b-2c37a66fb199", "name": "network-vif-deleted", "tag": "67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:02.765150 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5e5e5bd-c891-4931-8710-38313de5d3dc {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:02.765555 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e5e5bd-c891-4931-8710-38313de5d3dc'] response: {'server_uuid': 'd83c29d2-6435-4edc-827b-2c37a66fb199', 'name': 'network-vif-deleted', 'tag': '67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80', 'status': 'completed', 'code': 200} Apr 29 09:01:02.816115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9dce5-b7a6-42f1-b16e-282c48f2982c req-67b70e3f-a530-4054-9d2d-98397d109202 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:02.817658 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ffa9dce5-b7a6-42f1-b16e-282c48f2982c req-67b70e3f-a530-4054-9d2d-98397d109202 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0501249 Apr 29 09:01:02.873319 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ffa9dce5-b7a6-42f1-b16e-282c48f2982c req-53ef9152-f4ba-4788-806a-488d5ffd0273 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487647 Apr 29 09:01:03.477970 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1da5dc93-50d0-495e-a14a-92772c9e15b2 req-ef463101-09b7-44d5-afd1-faf13abec119 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "GET /v2.0/ports?device_id=d83c29d2-6435-4edc-827b-2c37a66fb199 HTTP/1.1" status: 200 len: 210 time: 0.0286868 Apr 29 09:01:03.662949 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:04.005001 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d94e-93e6-4a0b-aad3-008a9fee334d req-a11d5af0-cd0a-4530-939c-c4768acc5759 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:04.006514 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0373d94e-93e6-4a0b-aad3-008a9fee334d req-a11d5af0-cd0a-4530-939c-c4768acc5759 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0506148 Apr 29 09:01:04.054497 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0373d94e-93e6-4a0b-aad3-008a9fee334d req-88d37865-0cc9-4844-bfa4-52bb6ba8c709 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Apr 29 09:01:04.536826 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60894) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:04.598722 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (22e98129-a43c-48eb-862b-52f5cc805a33), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:04.629099 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (22e98129-a43c-48eb-862b-52f5cc805a33), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:04.694140 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (22e98129-a43c-48eb-862b-52f5cc805a33), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:04.698091 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:04.699430 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] 10.222.0.31 "DELETE /v2.0/security-groups/22e98129-a43c-48eb-862b-52f5cc805a33 HTTP/1.1" status: 204 len: 168 time: 0.1615593 Apr 29 09:01:04.713844 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512888d6-23f9-42d8-b63b-0486aa0ffc40 tempest-TestShelveInstance-1070128121 tempest-TestShelveInstance-1070128121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e98129-a43c-48eb-862b-52f5cc805a33,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:04.764631 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60900) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:04.803777 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:05.178677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25a007-5235-43a2-848c-c1fcb97f7c9f req-64617354-5531-4075-ba80-98736a339868 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:05.180368 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9b25a007-5235-43a2-848c-c1fcb97f7c9f req-64617354-5531-4075-ba80-98736a339868 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Apr 29 09:01:05.229111 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9b25a007-5235-43a2-848c-c1fcb97f7c9f req-ad6ef8c8-5c27-4ab2-b32a-012758432fd1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433440 Apr 29 09:01:05.335549 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:05.578227 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Deleting port 7bb8e5b6-f8d9-447e-b192-585a4606656b {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:05.578572 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:05.659574 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] For port 7bb8e5b6-f8d9-447e-b192-585a4606656b, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=7bb8e5b6-f8d9-447e-b192-585a4606656b,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:05.659743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:05.660690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:05.678096 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Calling delete_port for 7bb8e5b6-f8d9-447e-b192-585a4606656b owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:05.681828 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:05.682265 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 67bd0bd8-da3b-4ea7-9bf9-bfddba4f2c80 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:05.866746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (7bb8e5b6-f8d9-447e-b192-585a4606656b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:05.894497 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb8e5b6-f8d9-447e-b192-585a4606656b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:06.078905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:06.301547 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Router a8a6ae54-526a-4c63-81fb-04e4158159e5 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:01:06.333351 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:06.397671 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5dca0-b405-4a44-995d-b02feb721f25 req-7dcc8224-3a35-4a4d-99b4-271db498c9e7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:06.399402 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36f5dca0-b405-4a44-995d-b02feb721f25 req-7dcc8224-3a35-4a4d-99b4-271db498c9e7 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0949705 Apr 29 09:01:06.496307 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-36f5dca0-b405-4a44-995d-b02feb721f25 req-61479ba2-5df5-4db4-aa8b-a195d5258a70 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902181 Apr 29 09:01:06.503336 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:01:06.512208 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60912) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:06.512902 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ea248c7f-05a3-43e6-a1a8-dc628b97d527 admin admin] 10.222.0.31 "PUT /v2.0/routers/a8a6ae54-526a-4c63-81fb-04e4158159e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469208 Apr 29 09:01:06.515164 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Sync routers for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:01:06.527466 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:01:06.528088 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd36c40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:01:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:06.622757 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks [] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:06.639009 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:01:06.937565 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd36c40>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T09:01:05Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:06.968089 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Checking router: a8a6ae54-526a-4c63-81fb-04e4158159e5 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:01:06.978438 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Routers {'a8a6ae54-526a-4c63-81fb-04e4158159e5'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:01:06.979080 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd36c40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:01:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['a8a6ae54-526a-4c63-81fb-04e4158159e5'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:07.032490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks [] for router_gateway (a8a6ae54-526a-4c63-81fb-04e4158159e5), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.084170 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Deleting port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:07.084557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.105390 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] Set router a8a6ae54-526a-4c63-81fb-04e4158159e5 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:01:07.182972 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] For port ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:07.183497 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.199074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Calling delete_port for ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c owned by network:router_gateway {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:07.308643 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd36c40>, [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T09:01:05Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:07.341288 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48530c5-5c2d-46e2-b952-3d243a3e0a1d None None] The sync data for ids ['a8a6ae54-526a-4c63-81fb-04e4158159e5'] in dv-cinder-839872-1-iscsi is: [{'id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'name': 'tempest-TestShelveInstance-1781538300-router', 'tenant_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T09:01:05Z', 'revision_number': 5, 'project_id': '0436edb5348a4ad5a0b6b5979a7c54fa', 'gw_port': {'id': 'ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a6ae54-526a-4c63-81fb-04e4158159e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:37Z', 'updated_at': '2022-04-29T08:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:01:07.421032 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.455482 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:07.523217 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.638997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.643194 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks [] for router_controller (a8a6ae54-526a-4c63-81fb-04e4158159e5), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.703710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (a8a6ae54-526a-4c63-81fb-04e4158159e5), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.704910 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a6ae54-526a-4c63-81fb-04e4158159e5 {{(pid=109812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:01:07.718640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.722933 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60942) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:07.723465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1ace53bc-1a3a-4297-9966-0fb48ce06e16 admin admin] 10.222.0.31 "DELETE /v2.0/routers/a8a6ae54-526a-4c63-81fb-04e4158159e5 HTTP/1.1" status: 204 len: 168 time: 1.2088954 Apr 29 09:01:07.797555 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.823265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Deleting subnet fc98ad72-f2ae-4b50-9632-88131d7ba665 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:01:07.828001 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Publish callbacks [] for subnet (fc98ad72-f2ae-4b50-9632-88131d7ba665), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.868411 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (fc98ad72-f2ae-4b50-9632-88131d7ba665), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.892801 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3347e1-87b3-4db4-b242-8f1e7fe11778 req-44874ec9-c167-47a5-b535-6e2a007d85ef tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:07.895067 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-df3347e1-87b3-4db4-b242-8f1e7fe11778 req-44874ec9-c167-47a5-b535-6e2a007d85ef tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.3040881 Apr 29 09:01:07.956920 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (fc98ad72-f2ae-4b50-9632-88131d7ba665), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:07.996888 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-df3347e1-87b3-4db4-b242-8f1e7fe11778 req-bcbf96d0-1033-421f-a9b7-c42798c8ad7d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917742 Apr 29 09:01:08.047980 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (fc98ad72-f2ae-4b50-9632-88131d7ba665), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.088795 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc98ad72-f2ae-4b50-9632-88131d7ba665,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:08.094319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.098535 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc98ad72-f2ae-4b50-9632-88131d7ba665 HTTP/1.1" status: 204 len: 168 time: 0.3737788 Apr 29 09:01:08.101130 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60952) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:08.104598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bc6de-c5cf-435b-933b-56a0791b0765 None None] Network 25bd8405-5461-41fe-854e-bd663e55c337 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:01:08.112897 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.113247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.113623 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.113971 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.114330 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.114692 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.114995 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.115354 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.115688 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.116038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.127126 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.127376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.127562 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.127881 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.128247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7612e7ff-e3b3-4b09-99d8-302e7bc3f791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:08.218898 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (25bd8405-5461-41fe-854e-bd663e55c337), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.343631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Deleting port 551750ea-f72c-4ea4-a396-c901fea83652 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:08.350119 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (551750ea-f72c-4ea4-a396-c901fea83652), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.360419 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] DHCP port deletion for 25bd8405-5461-41fe-854e-bd663e55c337 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:01:08.438326 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Deleting port 551750ea-f72c-4ea4-a396-c901fea83652 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:08.438724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (551750ea-f72c-4ea4-a396-c901fea83652), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.464501 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] For port 551750ea-f72c-4ea4-a396-c901fea83652, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=551750ea-f72c-4ea4-a396-c901fea83652,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:08.465187 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (551750ea-f72c-4ea4-a396-c901fea83652), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.485952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Calling delete_port for 551750ea-f72c-4ea4-a396-c901fea83652 owned by network:dhcp {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:08.538877 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] For port 551750ea-f72c-4ea4-a396-c901fea83652, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=551750ea-f72c-4ea4-a396-c901fea83652,segment=NetworkSegment(7d47b2c0-8cdd-4c40-a164-295e8ba0b501),segment_id=7d47b2c0-8cdd-4c40-a164-295e8ba0b501)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:08.540564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (551750ea-f72c-4ea4-a396-c901fea83652), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.557584 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Calling delete_port for 551750ea-f72c-4ea4-a396-c901fea83652 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:08.595550 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (551750ea-f72c-4ea4-a396-c901fea83652), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.637789 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] No DVR routers for this DVR port 551750ea-f72c-4ea4-a396-c901fea83652 on host dv-cinder-839872-1-iscsi {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:08.640536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Pushing event deleted for resources: {'Port': ['ID=551750ea-f72c-4ea4-a396-c901fea83652,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:08.656088 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (551750ea-f72c-4ea4-a396-c901fea83652), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.691047 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] Pushing event deleted for resources: {'Port': ['ID=551750ea-f72c-4ea4-a396-c901fea83652,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:08.695336 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398df326-a725-4051-908f-7f36cefb60f9 None None] No DVR routers for this DVR port 551750ea-f72c-4ea4-a396-c901fea83652 on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:08.734863 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (25bd8405-5461-41fe-854e-bd663e55c337), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.760078 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e99a84820>,) {'filters': {'network_id': ['25bd8405-5461-41fe-854e-bd663e55c337']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:08.781271 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99a84820>, '7d47b2c0-8cdd-4c40-a164-295e8ba0b501') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:08.781953 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99a84820>, '7d47b2c0-8cdd-4c40-a164-295e8ba0b501') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:08.796756 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (7d47b2c0-8cdd-4c40-a164-295e8ba0b501), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.815431 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (7d47b2c0-8cdd-4c40-a164-295e8ba0b501), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.828023 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:01:08.828537 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (7d47b2c0-8cdd-4c40-a164-295e8ba0b501), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:01:08.835334 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:01:08.905653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (25bd8405-5461-41fe-854e-bd663e55c337), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.913511 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:08.920604 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] 10.222.0.31 "DELETE /v2.0/networks/25bd8405-5461-41fe-854e-bd663e55c337 HTTP/1.1" status: 204 len: 168 time: 0.8152907 Apr 29 09:01:08.920977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 60960) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:08.931813 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab10782-67e6-474c-9bee-204770c76280 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bd8405-5461-41fe-854e-bd663e55c337,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:09.208568 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 7bb8e5b6-f8d9-447e-b192-585a4606656b no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:09.239174 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 7bb8e5b6-f8d9-447e-b192-585a4606656b {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:09.239513 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 7bb8e5b6-f8d9-447e-b192-585a4606656b not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:09.239930 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 551750ea-f72c-4ea4-a396-c901fea83652 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:09.270698 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 551750ea-f72c-4ea4-a396-c901fea83652 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:09.271230 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 551750ea-f72c-4ea4-a396-c901fea83652 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:09.271928 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:09.291997 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70c817-3725-4447-99bb-9aafe336e42e req-b39a4a25-82e3-4afc-b49c-7fa34d3ade56 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:09.293557 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f70c817-3725-4447-99bb-9aafe336e42e req-b39a4a25-82e3-4afc-b49c-7fa34d3ade56 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.1959281 Apr 29 09:01:09.299487 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:09.299855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ed01bf5e-1ae8-4d05-94eb-5faf04c77b9c not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:09.391782 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5f70c817-3725-4447-99bb-9aafe336e42e req-2639019c-ed3f-4ede-9293-0256d0251a89 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907547 Apr 29 09:01:09.447234 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (5831be77-458e-4fd6-920c-f053ac21dbb1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:09.748346 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Deleting port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:09.748847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:09.775015 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60972) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:09.855205 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] For port 5d6afe20-a239-4f53-8388-aa5f7b6bdc33, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:09.855572 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:09.885552 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Calling delete_port for 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:09.948671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.070257 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Publish callbacks [] for security_group (90a32d0c-0486-4375-b3db-d6e0597c61b8), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.078234 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (90a32d0c-0486-4375-b3db-d6e0597c61b8), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.128167 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a32d0c-0486-4375-b3db-d6e0597c61b8,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:10.134687 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e42da18f71549bdbd74d030d6f5f567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548784 Apr 29 09:01:10.135414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 60976) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:10.156190 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (5d6afe20-a239-4f53-8388-aa5f7b6bdc33), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.178769 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.179626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.180387 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.181128 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.181814 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.182605 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.183036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.183461 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.183888 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.184356 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.184971 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.185219 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.185641 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.186058 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.186526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de961137-c983-4963-8baa-c00ca1a48258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:10.188038 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6afe20-a239-4f53-8388-aa5f7b6bdc33,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:10.224852 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] Publish callbacks [] for security_group (90a32d0c-0486-4375-b3db-d6e0597c61b8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.265242 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] Publish callbacks [] for security_group (90a32d0c-0486-4375-b3db-d6e0597c61b8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.372329 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (90a32d0c-0486-4375-b3db-d6e0597c61b8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.379336 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.386456 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a32d0c-0486-4375-b3db-d6e0597c61b8 HTTP/1.1" status: 204 len: 168 time: 0.2500834 Apr 29 09:01:10.396771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebbf8a-f0f9-4354-88da-9b8778f1c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a32d0c-0486-4375-b3db-d6e0597c61b8,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:10.554332 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (5831be77-458e-4fd6-920c-f053ac21dbb1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:10.651304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0ff2-7fb2-4232-8494-b2a41cfc7fa6 req-b63e28ee-0852-4dcd-b157-c28069e4530b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:10.653082 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d82d0ff2-7fb2-4232-8494-b2a41cfc7fa6 req-b63e28ee-0852-4dcd-b157-c28069e4530b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.1150022 Apr 29 09:01:10.736058 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d82d0ff2-7fb2-4232-8494-b2a41cfc7fa6 req-af4e8f60-4bf7-4342-b353-29450ae215bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756955 Apr 29 09:01:11.231401 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Router 5831be77-458e-4fd6-920c-f053ac21dbb1 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:01:11.393920 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:01:11.400076 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-947a5f46-ebe5-4496-94a8-5fee2e0ad207 admin admin] 10.222.0.31 "PUT /v2.0/routers/5831be77-458e-4fd6-920c-f053ac21dbb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4779894 Apr 29 09:01:11.402750 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 32774) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:11.406575 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Sync routers for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:01:11.435599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:01:11.436304 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b562970>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:01:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:11.681550 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks [] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:11.706173 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:01:11.862609 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks [] for router_gateway (5831be77-458e-4fd6-920c-f053ac21dbb1), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:11.963363 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Deleting port ebc45602-5615-42d2-9755-97cb98273a92 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:11.963968 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (ebc45602-5615-42d2-9755-97cb98273a92), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:11.976520 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f918ef-1f82-4456-ad68-a8544180b235 req-35599df3-d95e-4998-86e1-31a3011a3cf5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:11.978915 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46f918ef-1f82-4456-ad68-a8544180b235 req-35599df3-d95e-4998-86e1-31a3011a3cf5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0993936 Apr 29 09:01:12.108814 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] For port ebc45602-5615-42d2-9755-97cb98273a92, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=ebc45602-5615-42d2-9755-97cb98273a92,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:12.109256 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (ebc45602-5615-42d2-9755-97cb98273a92), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.113980 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-46f918ef-1f82-4456-ad68-a8544180b235 req-f372e784-05ef-4d3d-8121-6fc5577d2ddc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283536 Apr 29 09:01:12.133597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Calling delete_port for ebc45602-5615-42d2-9755-97cb98273a92 owned by network:router_gateway {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:12.262330 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b562970>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T09:01:10Z', 'revision_number': 5, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port': {'id': 'ebc45602-5615-42d2-9755-97cb98273a92', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T08:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:12.303155 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Checking router: 5831be77-458e-4fd6-920c-f053ac21dbb1 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:01:12.316420 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Routers {'5831be77-458e-4fd6-920c-f053ac21dbb1'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:01:12.317077 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b562970>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:01:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['5831be77-458e-4fd6-920c-f053ac21dbb1'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:12.452461 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] Set router 5831be77-458e-4fd6-920c-f053ac21dbb1 gateway port host: None {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:01:12.463771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (ebc45602-5615-42d2-9755-97cb98273a92), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.499309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc45602-5615-42d2-9755-97cb98273a92,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:12.531109 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b562970>, [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T09:01:11Z', 'revision_number': 6, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:12.567179 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c1dee0-795f-467c-b6be-808820036db7 None None] The sync data for ids ['5831be77-458e-4fd6-920c-f053ac21dbb1'] in dv-cinder-839872-1-iscsi is: [{'id': '5831be77-458e-4fd6-920c-f053ac21dbb1', 'name': 'tempest-TestShelveInstance-1778436045-router', 'tenant_id': '426b025bddb34a0c93e9a8193825a817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:53:44Z', 'updated_at': '2022-04-29T09:01:11Z', 'revision_number': 6, 'project_id': '426b025bddb34a0c93e9a8193825a817', 'gw_port_host': None}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:01:12.582792 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (5831be77-458e-4fd6-920c-f053ac21dbb1), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.698914 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.702349 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks [] for router_controller (5831be77-458e-4fd6-920c-f053ac21dbb1), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.755304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (5831be77-458e-4fd6-920c-f053ac21dbb1), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.755841 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5831be77-458e-4fd6-920c-f053ac21dbb1 {{(pid=109812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:01:12.763289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.767099 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-29ef3bb9-045f-4d3b-a128-82f303217f39 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5831be77-458e-4fd6-920c-f053ac21dbb1 HTTP/1.1" status: 204 len: 168 time: 1.3631685 Apr 29 09:01:12.767341 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32788) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:12.828576 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Deleting subnet 4dfeff1e-70e8-494a-8013-3542e6241ddb {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:01:12.833506 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Publish callbacks [] for subnet (4dfeff1e-70e8-494a-8013-3542e6241ddb), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:12.882872 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (4dfeff1e-70e8-494a-8013-3542e6241ddb), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.003863 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (4dfeff1e-70e8-494a-8013-3542e6241ddb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.120847 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (4dfeff1e-70e8-494a-8013-3542e6241ddb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.173009 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dfeff1e-70e8-494a-8013-3542e6241ddb,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:13.175047 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.178326 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-3c93cdfa-3bda-473b-9aec-8dad15698920 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4dfeff1e-70e8-494a-8013-3542e6241ddb HTTP/1.1" status: 204 len: 168 time: 0.4089673 Apr 29 09:01:13.182111 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32792) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:13.184184 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f5f79-360f-467c-8ff5-164788b43622 None None] Network 4b1c41e4-f971-47f2-afba-74c5e032fb4b requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:01:13.276073 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (4b1c41e4-f971-47f2-afba-74c5e032fb4b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.331888 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Deleting port bdef6fd7-d235-4e31-830b-28580a1c8d2f {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:13.332259 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.399974 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48ef66-4703-46f1-9557-cbc31c62b5d4 req-e5d397d7-8189-48e2-8d33-a7079b278e25 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:13.418376 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba48ef66-4703-46f1-9557-cbc31c62b5d4 req-e5d397d7-8189-48e2-8d33-a7079b278e25 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.1117961 Apr 29 09:01:13.431684 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] For port bdef6fd7-d235-4e31-830b-28580a1c8d2f, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdef6fd7-d235-4e31-830b-28580a1c8d2f,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:13.432069 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.460740 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Calling delete_port for bdef6fd7-d235-4e31-830b-28580a1c8d2f owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:13.500543 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ba48ef66-4703-46f1-9557-cbc31c62b5d4 req-6f598e38-8df6-445e-9130-ffcdfc55976b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810735 Apr 29 09:01:13.504270 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] DHCP port deletion for 4b1c41e4-f971-47f2-afba-74c5e032fb4b request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:01:13.612581 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Deleting port bdef6fd7-d235-4e31-830b-28580a1c8d2f {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:13.613335 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.649014 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.665332 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:13.709384 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdef6fd7-d235-4e31-830b-28580a1c8d2f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:13.712736 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:13.713275 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 5d6afe20-a239-4f53-8388-aa5f7b6bdc33 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:13.730343 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] No DVR routers for this DVR port bdef6fd7-d235-4e31-830b-28580a1c8d2f on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:13.841059 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] For port bdef6fd7-d235-4e31-830b-28580a1c8d2f, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=bdef6fd7-d235-4e31-830b-28580a1c8d2f,segment=NetworkSegment(3a03336c-0882-4662-8aa6-4bdae72a8a2c),segment_id=3a03336c-0882-4662-8aa6-4bdae72a8a2c)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:13.842068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.856225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (4b1c41e4-f971-47f2-afba-74c5e032fb4b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.875108 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Calling delete_port for bdef6fd7-d235-4e31-830b-28580a1c8d2f owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:13.911457 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9ab6f4c0>,) {'filters': {'network_id': ['4b1c41e4-f971-47f2-afba-74c5e032fb4b']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:13.941443 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9ab6f4c0>, '3a03336c-0882-4662-8aa6-4bdae72a8a2c') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:13.942569 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9ab6f4c0>, '3a03336c-0882-4662-8aa6-4bdae72a8a2c') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:01:13.962738 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (3a03336c-0882-4662-8aa6-4bdae72a8a2c), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.983536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46231a-9091-44db-87cf-adaa211d91bf req-f7f14d02-cbc1-47d0-a136-830823d4713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:13.994195 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (3a03336c-0882-4662-8aa6-4bdae72a8a2c), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:13.998272 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-f7f14d02-cbc1-47d0-a136-830823d4713c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1129 time: 0.1441026 Apr 29 09:01:14.004276 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:01:14.005092 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (3a03336c-0882-4662-8aa6-4bdae72a8a2c), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:01:14.007496 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:01:14.021720 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (bdef6fd7-d235-4e31-830b-28580a1c8d2f), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.077341 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] Pushing event deleted for resources: {'Port': ['ID=bdef6fd7-d235-4e31-830b-28580a1c8d2f,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:14.085099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767e15e-91a7-4698-bb4d-23996a39d120 None None] No DVR routers for this DVR port bdef6fd7-d235-4e31-830b-28580a1c8d2f on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:14.162808 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46231a-9091-44db-87cf-adaa211d91bf req-f2b40ffb-227a-4d0d-b6ff-9da9cc28c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:14.165162 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-f2b40ffb-227a-4d0d-b6ff-9da9cc28c25e service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1366158 Apr 29 09:01:14.191287 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (4b1c41e4-f971-47f2-afba-74c5e032fb4b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.197925 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.205497 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4b1c41e4-f971-47f2-afba-74c5e032fb4b HTTP/1.1" status: 204 len: 168 time: 1.0200455 Apr 29 09:01:14.218341 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f79c5e-845d-4886-87bb-bcf4eeb11c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b1c41e4-f971-47f2-afba-74c5e032fb4b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:14.303058 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-94045a8f-28ba-455e-8464-54a402bb0ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 1001 time: 0.1279733 Apr 29 09:01:14.387783 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46231a-9091-44db-87cf-adaa211d91bf req-6ca4f678-bbe1-4085-bb62-a978eaccf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:14.391096 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-6ca4f678-bbe1-4085-bb62-a978eaccf2fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0730989 Apr 29 09:01:14.457375 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46231a-9091-44db-87cf-adaa211d91bf req-ed7c6246-6803-41d5-b9cf-f4ceb9f9d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:14.458994 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-ed7c6246-6803-41d5-b9cf-f4ceb9f9d0f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539219 Apr 29 09:01:14.511679 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32822) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:14.582711 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-826ffe7d-8899-43ce-aad6-65291e11a4c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0436edb5348a4ad5a0b6b5979a7c54fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0691872 Apr 29 09:01:14.583513 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32828) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:14.601392 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-36d06315-5fc9-4e49-a682-c3591576967e service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294305 Apr 29 09:01:14.696960 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] Publish callbacks [] for security_group (6ffcb82f-44d2-48c3-9a53-39be6ca27e68), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.710002 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52448b52-0ce9-4b3c-8dff-dcd2f9a3b202 req-a087cc4c-79e8-48ee-9f7c-fac2194e669e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:14.712487 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-52448b52-0ce9-4b3c-8dff-dcd2f9a3b202 req-a087cc4c-79e8-48ee-9f7c-fac2194e669e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0809479 Apr 29 09:01:14.740070 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] Publish callbacks [] for security_group (6ffcb82f-44d2-48c3-9a53-39be6ca27e68), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.757280 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da46231a-9091-44db-87cf-adaa211d91bf req-734d943b-453c-4ffe-a9c5-ee450896b2c7 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357172 Apr 29 09:01:14.812388 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-52448b52-0ce9-4b3c-8dff-dcd2f9a3b202 req-d0b0cb99-7b98-4299-b962-0c332d42f844 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880301 Apr 29 09:01:14.838801 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (6ffcb82f-44d2-48c3-9a53-39be6ca27e68), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.850774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:14.850774 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ffcb82f-44d2-48c3-9a53-39be6ca27e68 HTTP/1.1" status: 204 len: 168 time: 0.2587969 Apr 29 09:01:14.854055 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629330e-b580-4c59-a425-727b5a8d05cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffcb82f-44d2-48c3-9a53-39be6ca27e68,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:15.181273 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdef6fd7-d235-4e31-830b-28580a1c8d2f no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:15.203129 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: bdef6fd7-d235-4e31-830b-28580a1c8d2f {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:15.203776 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device bdef6fd7-d235-4e31-830b-28580a1c8d2f not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:15.204428 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ebc45602-5615-42d2-9755-97cb98273a92 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:15.224878 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: ebc45602-5615-42d2-9755-97cb98273a92 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:15.225247 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device ebc45602-5615-42d2-9755-97cb98273a92 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:15.296594 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 32836) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:15.347675 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-049bd66f-57a1-48e8-8733-54c89849a7ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=426b025bddb34a0c93e9a8193825a817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470834 Apr 29 09:01:15.348601 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32838) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:15.409451 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] Publish callbacks [] for security_group (7a75f349-b973-44b0-8f7a-d60f3b8e4d2f), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:15.439146 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] Publish callbacks [] for security_group (7a75f349-b973-44b0-8f7a-d60f3b8e4d2f), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:15.499550 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (7a75f349-b973-44b0-8f7a-d60f3b8e4d2f), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:15.502760 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:15.507617 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a75f349-b973-44b0-8f7a-d60f3b8e4d2f HTTP/1.1" status: 204 len: 168 time: 0.1577141 Apr 29 09:01:15.517271 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfd82e-8cf7-4f30-9bd3-24aa5d5c6eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75f349-b973-44b0-8f7a-d60f3b8e4d2f,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:16.139494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32856) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:16.298722 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab9a76e6-5790-4c1d-85f7-c5b13240d2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.416316 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab9a76e6-5790-4c1d-85f7-c5b13240d2de admin admin] Publish callbacks [] for security_group (0b1b97cf-fb0a-4684-acdc-e6b686a5065b), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.421950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-ab9a76e6-5790-4c1d-85f7-c5b13240d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0b1b97cf-fb0a-4684-acdc-e6b686a5065b), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.449502 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7a639-c26a-4270-8bcd-b35a720efd3d req-b3887c4a-7ad3-4516-bf0a-f846d4f9b504 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:16.457785 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c7f7a639-c26a-4270-8bcd-b35a720efd3d req-b3887c4a-7ad3-4516-bf0a-f846d4f9b504 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0864079 Apr 29 09:01:16.484307 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-ab9a76e6-5790-4c1d-85f7-c5b13240d2de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0161fbe467854d1ba75dfd97e8e57014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437290 Apr 29 09:01:16.485458 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a76e6-5790-4c1d-85f7-c5b13240d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b97cf-fb0a-4684-acdc-e6b686a5065b,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:16.490555 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32860) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:16.555989 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c7f7a639-c26a-4270-8bcd-b35a720efd3d req-d85afcdf-219a-4d69-88eb-0e03efcc2701 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968807 Apr 29 09:01:16.561533 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] Publish callbacks [] for security_group (0b1b97cf-fb0a-4684-acdc-e6b686a5065b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.598206 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] Publish callbacks [] for security_group (0b1b97cf-fb0a-4684-acdc-e6b686a5065b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.666781 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0b1b97cf-fb0a-4684-acdc-e6b686a5065b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.669571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:16.672598 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b1b97cf-fb0a-4684-acdc-e6b686a5065b HTTP/1.1" status: 204 len: 168 time: 0.1808536 Apr 29 09:01:16.682443 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc7966-c550-4ef9-ac13-b90937866d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b97cf-fb0a-4684-acdc-e6b686a5065b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:17.517596 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 32882) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:17.626579 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1616690128-network', 'tenant_id': 'd538edac912247ebbaf05b22dfa6dad6'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:17.658067 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Made reservation on behalf of d538edac912247ebbaf05b22dfa6dad6 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:01:17.660823 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.671521 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.716469 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f36e-c951-463b-a1f3-17ba8c473e3e req-b8b7e832-5e21-463f-be1d-1740c3d88f39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:17.718949 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2c1f36e-c951-463b-a1f3-17ba8c473e3e req-b8b7e832-5e21-463f-be1d-1740c3d88f39 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0720487 Apr 29 09:01:17.788276 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f2c1f36e-c951-463b-a1f3-17ba8c473e3e req-1c1f5e33-e6c7-4656-b96b-da9d498dc631 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617046 Apr 29 09:01:17.799731 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks [] for security_group (0ed2584d-140d-4450-8a5c-d68863d8c3d9), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.816457 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0ed2584d-140d-4450-8a5c-d68863d8c3d9), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.828747 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 09:01:17.842987 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2584d-140d-4450-8a5c-d68863d8c3d9,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:17.848239 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (56a6a3c0-c372-4899-a9ad-2c6256c4c7ea), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.848709 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Added segment 56a6a3c0-c372-4899-a9ad-2c6256c4c7ea of type vlan for network e752ce75-3ff8-4a81-9e57-1d34f86ff501 Apr 29 09:01:17.895681 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (e752ce75-3ff8-4a81-9e57-1d34f86ff501), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.934787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (e752ce75-3ff8-4a81-9e57-1d34f86ff501), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:17.936034 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:17.936654 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:18.018421 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4964218 Apr 29 09:01:18.018906 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 32890) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:01:18.022183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677c28-0ab6-4eb2-8487-5029243d48cd admin admin] Pushing event updated for resources: {'Network': ['ID=e752ce75-3ff8-4a81-9e57-1d34f86ff501,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:18.027249 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Request body: {'subnet': {'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1616690128-subnet', 'tenant_id': 'd538edac912247ebbaf05b22dfa6dad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:18.034459 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 09:01:18.063155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Made reservation on behalf of d538edac912247ebbaf05b22dfa6dad6 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:01:18.065854 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:18.271798 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (aad78b27-e81d-4f45-b764-96f7114b03d2), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:18.341561 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad78b27-e81d-4f45-b764-96f7114b03d2,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:18.355657 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Checking segment: {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:01:18.356027 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Network hostable DHCP agents. Network: e752ce75-3ff8-4a81-9e57-1d34f86ff501, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 09:01:18.381905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 09:01:18.394576 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, e752ce75-3ff8-4a81-9e57-1d34f86ff501) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:01:18.399975 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:18.400883 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:18.409493 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327abfa2-d75b-480f-a716-a002631d0e82 None None] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:01:18.428976 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-bc68b2b9-99d6-4543-b4ec-932eba8efe09 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4084918 Apr 29 09:01:18.554809 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0947a-709c-46cc-9e60-a1b163553bc7 None None] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:01:19.016791 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e4509-d1f0-42e2-93b6-47c0a8d5226a req-a6fa9ddb-ebb3-4e5c-9933-496871545a85 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:19.020838 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4d6e4509-d1f0-42e2-93b6-47c0a8d5226a req-a6fa9ddb-ebb3-4e5c-9933-496871545a85 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0918610 Apr 29 09:01:19.078729 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4d6e4509-d1f0-42e2-93b6-47c0a8d5226a req-d0732ef4-5bb5-404d-a484-fa04629a8236 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Apr 29 09:01:20.229440 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed2703-3440-4682-bd6a-054c8c1e11de req-e5d2cabf-28aa-4c5e-bc67-9e0029bdd031 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:20.231229 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38ed2703-3440-4682-bd6a-054c8c1e11de req-e5d2cabf-28aa-4c5e-bc67-9e0029bdd031 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0617812 Apr 29 09:01:20.282957 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-38ed2703-3440-4682-bd6a-054c8c1e11de req-2ccb3104-94b7-41f0-9759-b496d9129018 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Apr 29 09:01:20.458003 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-6ea48b59-0223-440d-88b5-adaee7636a19 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:20.459420 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-6ea48b59-0223-440d-88b5-adaee7636a19 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 809 time: 0.1124306 Apr 29 09:01:20.475784 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-87701b46-418f-4ff4-b79b-c57e7814929e tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/quotas/d538edac912247ebbaf05b22dfa6dad6 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Apr 29 09:01:20.511583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-bd5e565c-0036-4cb3-b16a-cd99497f87a1 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293779 Apr 29 09:01:20.609323 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-933361ec-5bce-4617-aad3-fa43e2d1f7fe service neutron] 10.222.0.31 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906541 Apr 29 09:01:20.713705 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-15db2aff-2108-4a8a-bde4-dc33e2e447e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985453 Apr 29 09:01:20.882182 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-726c581d-59ac-4cf5-898e-ab3e73cd4b69 req-bc62fd85-3e20-43b0-8eeb-374408024a10 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 210 time: 0.0318577 Apr 29 09:01:20.908187 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-c600e49f-d9a5-40f3-a342-f2f0ad3dadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:20.909769 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-c600e49f-d9a5-40f3-a342-f2f0ad3dadb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1129 time: 0.0437484 Apr 29 09:01:21.028062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-e4f5d771-032a-4e44-89a8-14ed8b72118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:21.029665 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-e4f5d771-032a-4e44-89a8-14ed8b72118e service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1133161 Apr 29 09:01:21.109504 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-43a6efa8-2f23-4c23-ae8c-d49b6a54b68e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 1001 time: 0.0721056 Apr 29 09:01:21.166451 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-2e1714c9-2333-482b-aabb-fc95f17bd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:21.169322 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-2e1714c9-2333-482b-aabb-fc95f17bd67a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0531785 Apr 29 09:01:21.222938 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-57d2415f-08c4-45f0-9302-81c2a39a479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:21.224540 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-57d2415f-08c4-45f0-9302-81c2a39a479d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483861 Apr 29 09:01:21.343442 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-16a37e38-c25c-4676-b235-37eaaa595620 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115258 Apr 29 09:01:21.471758 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313d1d-5295-4a10-8907-8a7fda9803d7 req-ecdf253d-f60f-4ac1-bc45-d353f532f942 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:21.473465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac313d1d-5295-4a10-8907-8a7fda9803d7 req-ecdf253d-f60f-4ac1-bc45-d353f532f942 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0985744 Apr 29 09:01:21.512890 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-75d5c296-3d6e-4513-bfd7-ce43d9dd81b5 req-56b3135f-cc77-448a-b05b-603238a7a0fb service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626618 Apr 29 09:01:21.554669 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ac313d1d-5295-4a10-8907-8a7fda9803d7 req-82d52cce-b372-4965-a5d7-b17e6bba560a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686433 Apr 29 09:01:21.990750 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d74d6f31-712a-4605-889e-28195ed30b8c req-3a3f58af-62d0-43a5-8abe-c656c73f1eb3 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 210 time: 0.0356829 Apr 29 09:01:22.197081 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:01:22.676725 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba9851-8557-4534-8f92-eb2da941e581 req-0695d557-65d9-422e-b48c-1c350ff19515 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:22.678188 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4cba9851-8557-4534-8f92-eb2da941e581 req-0695d557-65d9-422e-b48c-1c350ff19515 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0494983 Apr 29 09:01:22.725668 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4cba9851-8557-4534-8f92-eb2da941e581 req-02384226-7e26-4bee-9908-e8379cbacea8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Apr 29 09:01:23.096917 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72b967d0-d05b-44bb-8bc5-93b99ca6224c req-54d6ba01-de38-4a4e-a8ce-4406329756d7 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Apr 29 09:01:23.692830 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-7c8745cf-dd39-496b-a30b-bde598f796cb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:23.694414 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-7c8745cf-dd39-496b-a30b-bde598f796cb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 809 time: 0.1015913 Apr 29 09:01:23.731623 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:23.813173 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: ACTIVE; New status is: DOWN {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:23.813574 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:23.838239 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:23.840602 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dc1af4-3df2-4866-9b45-38ded6a40998" -d '{"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-unplugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:23.849947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542cc8-a404-48fa-992a-1f2191d059d1 req-f7657e1a-0832-4009-aa3e-54193406da63 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:23.851446 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19542cc8-a404-48fa-992a-1f2191d059d1 req-f7657e1a-0832-4009-aa3e-54193406da63 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Apr 29 09:01:23.853770 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:23.858305 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:23.883847 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e11a0d2-0547-43db-af9c-731cad7e1c7f x-openstack-request-id: req-1e11a0d2-0547-43db-af9c-731cad7e1c7f {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:23.884194 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-unplugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:23.884546 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e11a0d2-0547-43db-af9c-731cad7e1c7f {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:23.884949 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e11a0d2-0547-43db-af9c-731cad7e1c7f'] response: {'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'code': 200} Apr 29 09:01:23.901177 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-19542cc8-a404-48fa-992a-1f2191d059d1 req-de7fbcef-df87-46cf-842e-5c8a97ee24c9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Apr 29 09:01:23.912005 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=8']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:23.999787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Request body: {'port': {'device_id': '4240f73c-c195-444d-ab09-34d6a34f7614', 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501', 'admin_state_up': True, 'tenant_id': 'd538edac912247ebbaf05b22dfa6dad6'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:24.131712 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Made reservation on behalf of d538edac912247ebbaf05b22dfa6dad6 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:01:24.137294 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:24.246365 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-15a26b47-6530-49b6-81f3-52fb13dee22e req-74a9aabb-c677-4a62-8b90-b79f90ad66a1 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 210 time: 0.0365210 Apr 29 09:01:24.328745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Allocated IP 172.20.0.2 (e752ce75-3ff8-4a81-9e57-1d34f86ff501/aad78b27-e81d-4f45-b764-96f7114b03d2/ff9b8c47-a50f-4aed-abfb-17ad9661e4cc) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:01:24.495942 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks [] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:24.532443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:24.576065 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:01:24.581125 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:01:24.584895 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:01:24.591699 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Pushing event updated for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:24.642677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:24.643548 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:24.661962 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-00b65e1e-01c7-4983-b9e3-b96863d5eac2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6669421 Apr 29 09:01:24.701764 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-3977758d-a1e4-4e3b-a629-a12d5355ac9a tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 09:01:24.703386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-3977758d-a1e4-4e3b-a629-a12d5355ac9a tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089114 Apr 29 09:01:24.721552 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Request body: {'port': {'device_id': '4240f73c-c195-444d-ab09-34d6a34f7614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:24.785311 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:24.979400 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4fc3f-6cd1-4866-a62b-58b3287c92c2 req-b7c462ec-6233-4130-9c54-b4ba08cae879 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:24.980929 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ed4fc3f-6cd1-4866-a62b-58b3287c92c2 req-b7c462ec-6233-4130-9c54-b4ba08cae879 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0670543 Apr 29 09:01:25.081294 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ed4fc3f-6cd1-4866-a62b-58b3287c92c2 req-a591eba2-f0c7-4bf7-8d1a-de961a175449 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910087 Apr 29 09:01:25.186759 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-9f053952-a041-4e9d-afb8-3cd9cb41f6d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651855 Apr 29 09:01:25.194164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9b8c47-a50f-4aed-abfb-17ad9661e4cc {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:01:25.202766 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks [] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:25.217196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Transition to ACTIVE for port object ff9b8c47-a50f-4aed-abfb-17ad9661e4cc will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:01:25.220884 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:25.263955 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-4f2f259f-debe-4f25-8ee5-30d41acefebf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:25.265460 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-4f2f259f-debe-4f25-8ee5-30d41acefebf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports/440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 940 time: 0.0494676 Apr 29 09:01:25.276983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Pushing event updated for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:25.357581 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Attempting to bind port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:01:25.358007 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Attempting to bind port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:01:25.358436 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Attempting to bind port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:01:25.365010 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:01:25.365291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Attempting to bind port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:01:25.373281 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:01:25.373780 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Checking segment: {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:01:25.374264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Bound using segment: {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:01:25.374828 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Bound port: ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:01:25.375357 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:25.381165 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7106d-9e90-43eb-bab1-c6905e1f82c0 req-cf7b7746-a2c6-4d89-96ea-d40e36a48f79 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:25.389887 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8df7106d-9e90-43eb-bab1-c6905e1f82c0 req-cf7b7746-a2c6-4d89-96ea-d40e36a48f79 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 943 time: 0.0608602 Apr 29 09:01:25.437644 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8df7106d-9e90-43eb-bab1-c6905e1f82c0 req-2d075731-3d8a-43a1-a60c-321317e168a4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472989 Apr 29 09:01:25.457493 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:01:25.461982 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:01:25.469512 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:25.508807 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:25.509434 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:25.510876 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] 10.222.0.20 "PUT /v2.0/ports/ff9b8c47-a50f-4aed-abfb-17ad9661e4cc HTTP/1.1" status: 200 len: 1093 time: 0.7949893 Apr 29 09:01:25.511345 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:25.513645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99386a-df8c-4d25-9bc2-303921f56797" -d '{"events": [{"name": "network-changed", "server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:25.546309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91ed4-30e6-4488-ac9a-610e4b07a61f service neutron] Pushing event updated for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:25.569458 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f6edd4-69d8-42e2-ac9a-322d53629fb9 x-openstack-request-id: req-15f6edd4-69d8-42e2-ac9a-322d53629fb9 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:25.569753 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:25.570008 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15f6edd4-69d8-42e2-ac9a-322d53629fb9 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:25.571073 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f6edd4-69d8-42e2-ac9a-322d53629fb9'] response: {'name': 'network-changed', 'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc', 'status': 'completed', 'code': 200} Apr 29 09:01:25.648794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-54d198f4-4474-41f9-b0d3-8fe4dfab183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:25.650315 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-54d198f4-4474-41f9-b0d3-8fe4dfab183b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 1127 time: 0.0434473 Apr 29 09:01:25.703336 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-b19002ea-2ad6-4d25-9d01-4a78de41457f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc HTTP/1.1" status: 200 len: 217 time: 0.0377872 Apr 29 09:01:25.757902 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-4ee72c20-0710-49c1-a65b-bc6968de8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:25.760000 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-4ee72c20-0710-49c1-a65b-bc6968de8a1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aad78b27-e81d-4f45-b764-96f7114b03d2 HTTP/1.1" status: 200 len: 849 time: 0.0480015 Apr 29 09:01:25.793172 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-75158f59-a954-45f7-bcb2-4fc58e735605 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e752ce75-3ff8-4a81-9e57-1d34f86ff501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273302 Apr 29 09:01:25.900019 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-8c42d315-3e00-4b26-ac2c-037e63d57555 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003268 Apr 29 09:01:26.173817 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-dc382569-0f00-4501-8dd4-d84dd4b3dcda req-78e8c99d-461b-4672-abe7-121bda0d00a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910242 Apr 29 09:01:26.217133 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-577cf5bb-9b7e-450e-bb40-4bda1abdecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:26.218639 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-577cf5bb-9b7e-450e-bb40-4bda1abdecda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699&tenant_id=81c2c3d18ff34afe806e090aec002a4b HTTP/1.1" status: 200 len: 1127 time: 0.1061759 Apr 29 09:01:26.229175 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84664b-1de6-4844-b4fe-569171c2dbf3 req-c6f494bd-84b5-4c3a-bcbd-5db2f872823f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:26.230574 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de84664b-1de6-4844-b4fe-569171c2dbf3 req-c6f494bd-84b5-4c3a-bcbd-5db2f872823f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0621903 Apr 29 09:01:26.277439 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de84664b-1de6-4844-b4fe-569171c2dbf3 req-bd33ecc4-b06f-443e-a0d6-d05c2973b9d8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Apr 29 09:01:26.558906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc63b5e-0629-4cd5-9e85-7e1cd960c90e req-c22d26ac-b3b9-47aa-a8ad-bc3688c2a88d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:26.560398 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6dc63b5e-0629-4cd5-9e85-7e1cd960c90e req-c22d26ac-b3b9-47aa-a8ad-bc3688c2a88d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 943 time: 0.0479355 Apr 29 09:01:26.606680 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6dc63b5e-0629-4cd5-9e85-7e1cd960c90e req-e42604f7-ab7d-412f-b107-ada1a72b7312 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Apr 29 09:01:27.405473 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54eb55-df0f-4168-8163-37bd3a13e30a req-72f63858-228b-48eb-a924-3f7d6b34777b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:27.407038 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef54eb55-df0f-4168-8163-37bd3a13e30a req-72f63858-228b-48eb-a924-3f7d6b34777b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0513005 Apr 29 09:01:27.458873 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef54eb55-df0f-4168-8163-37bd3a13e30a req-229edaf3-f912-4d93-94b7-74db08f8eb0b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 Apr 29 09:01:27.734396 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:27.741959 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8df573-d9c4-4600-ac5f-0756640fbf23 req-5c20f903-b87d-48dd-b952-c83459753add tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:27.743562 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da8df573-d9c4-4600-ac5f-0756640fbf23 req-5c20f903-b87d-48dd-b952-c83459753add tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 943 time: 0.0673881 Apr 29 09:01:27.828442 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: DOWN; New status is: DOWN {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:28.061794 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-da8df573-d9c4-4600-ac5f-0756640fbf23 req-2e20e1fc-d557-4e57-8628-5c2e4bda5ce2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121221 Apr 29 09:01:28.582771 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-e88fc270-6cf9-49a0-a2b7-3c30677996b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.584266 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-e88fc270-6cf9-49a0-a2b7-3c30677996b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1127 time: 0.0399146 Apr 29 09:01:28.593048 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-0421732c-7a68-4322-840c-b861fc5729d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.594675 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-0421732c-7a68-4322-840c-b861fc5729d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 1127 time: 0.0688961 Apr 29 09:01:28.605697 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0eadb-b80c-40d1-aa52-e9cddbac40f1 req-d05aa08f-150b-4fa9-876c-a8f064f19430 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.607211 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7aa0eadb-b80c-40d1-aa52-e9cddbac40f1 req-d05aa08f-150b-4fa9-876c-a8f064f19430 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0718541 Apr 29 09:01:28.678432 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-f6bddadc-8f4e-4bef-a97a-94d020e0aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.680516 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-f6bddadc-8f4e-4bef-a97a-94d020e0aee2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.0903797 Apr 29 09:01:28.717178 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7aa0eadb-b80c-40d1-aa52-e9cddbac40f1 req-61264dd9-e8a7-48ae-a005-1fca3bbe420a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019182 Apr 29 09:01:28.734653 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-cd283e55-2d27-439d-941b-9dffae2a01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.736124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-cd283e55-2d27-439d-941b-9dffae2a01f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 910 time: 0.1281154 Apr 29 09:01:28.752968 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-b159ea24-8d4a-4933-b473-839a2e47eefc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 999 time: 0.0667217 Apr 29 09:01:28.782335 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-a861081d-990a-4597-9c0d-ef64cf37adcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc HTTP/1.1" status: 200 len: 217 time: 0.0400360 Apr 29 09:01:28.801012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-779383de-01c9-4cc6-9712-31faacc9cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.802454 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-779383de-01c9-4cc6-9712-31faacc9cd49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0430529 Apr 29 09:01:28.838656 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-ca2774d8-c030-402d-a1b1-9ddecbc33cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.840188 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-ca2774d8-c030-402d-a1b1-9ddecbc33cee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aad78b27-e81d-4f45-b764-96f7114b03d2 HTTP/1.1" status: 200 len: 849 time: 0.0520663 Apr 29 09:01:28.848530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-7f081fd4-6465-4728-80df-3adc90b461bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:28.850013 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-7f081fd4-6465-4728-80df-3adc90b461bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412672 Apr 29 09:01:28.873922 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-646dbe3d-8173-4b77-923c-45ad2e4f24c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e752ce75-3ff8-4a81-9e57-1d34f86ff501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276263 Apr 29 09:01:28.939176 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-4576594c-2897-4386-82c7-a66e659b68c8 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828736 Apr 29 09:01:28.966315 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-942d9781-eb5c-42e8-bbdd-16fae4dfeeb3 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Apr 29 09:01:29.031675 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-f13776ec-7532-41a4-ae0c-943f97971dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863338 Apr 29 09:01:29.055195 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ed99386a-df8c-4d25-9bc2-303921f56797 req-66bf29db-4cfd-46fe-aee8-9e980b273cdc service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Apr 29 09:01:29.179205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464808da-8f9b-4707-8a23-87ca1409a944 req-1ba735f9-ea5e-4f44-bfff-9c6ab24645ab tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:29.181008 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-464808da-8f9b-4707-8a23-87ca1409a944 req-1ba735f9-ea5e-4f44-bfff-9c6ab24645ab tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 943 time: 0.0469282 Apr 29 09:01:29.227174 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-464808da-8f9b-4707-8a23-87ca1409a944 req-8599fca6-36bd-40f7-9038-b73d92c31336 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Apr 29 09:01:29.746617 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device ff9b8c47-a50f-4aed-abfb-17ad9661e4cc details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:01:29.875277 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-63dfa5b3-189a-49b5-a47b-dc88bd5bf75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:29.940182 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:29.965732 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc', 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501', 'port_id': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc', 'mac_address': 'fa:16:3e:1d:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad78b27-e81d-4f45-b764-96f7114b03d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:01:29.968061 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26603a53-71fb-4d11-bfcf-c70d082d6752 req-7343ac00-f805-4c3d-8bf9-ad54c5ae6695 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:29.969830 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-26603a53-71fb-4d11-bfcf-c70d082d6752 req-7343ac00-f805-4c3d-8bf9-ad54c5ae6695 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.1169026 Apr 29 09:01:30.017274 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:30.017821 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:30.042873 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9b8c47-a50f-4aed-abfb-17ad9661e4cc {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:01:30.072329 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-26603a53-71fb-4d11-bfcf-c70d082d6752 req-07ae2bf1-f0dc-4579-8230-8b76ef08498f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923357 Apr 29 09:01:30.089644 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:30.094004 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:30.175498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:30.185124 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.185473 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.185819 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.186167 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.186505 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.186838 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.187169 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.187505 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.187835 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.188190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.188528 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.188853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.189183 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.189510 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.189827 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:01:30.374485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb7f9-bea8-446c-9a4b-6de57e67be9f req-13ac0024-1aff-4eca-9dbb-4fd59537aba1 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:30.376062 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09aeb7f9-bea8-446c-9a4b-6de57e67be9f req-13ac0024-1aff-4eca-9dbb-4fd59537aba1 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 944 time: 0.0562067 Apr 29 09:01:30.437986 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-09aeb7f9-bea8-446c-9a4b-6de57e67be9f req-de70e429-1776-44c7-80b5-9a3a73efa02e tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Apr 29 09:01:30.584342 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['ff9b8c47-a50f-4aed-abfb-17ad9661e4cc'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:01:31.212910 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e1a8d-0030-4d2d-8bea-a698d09d43ef req-91444249-a4de-45b8-85df-a7bb3bd66006 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:31.214466 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-654e1a8d-0030-4d2d-8bea-a698d09d43ef req-91444249-a4de-45b8-85df-a7bb3bd66006 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0542638 Apr 29 09:01:31.267938 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-654e1a8d-0030-4d2d-8bea-a698d09d43ef req-74ee19f3-4b97-4b31-b90c-0c74ac5df068 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Apr 29 09:01:31.568537 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7271-b6f7-4bad-9742-16165dd39066 req-8ed519c9-8fc4-4c3a-b515-10f7840c5c70 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:31.570104 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ffc7271-b6f7-4bad-9742-16165dd39066 req-8ed519c9-8fc4-4c3a-b515-10f7840c5c70 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 944 time: 0.0533545 Apr 29 09:01:31.625279 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5ffc7271-b6f7-4bad-9742-16165dd39066 req-9d798765-2f6c-4ad2-b683-e33a2dbb0294 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 Apr 29 09:01:31.768768 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device ff9b8c47-a50f-4aed-abfb-17ad9661e4cc up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:01:31.818851 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:01:31.827706 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:01:31.828619 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:31.923313 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:31.923710 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:31.949692 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:31.952498 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c22e9c-38cb-4c39-85a1-9813686d18f0" -d '{"events": [{"server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "name": "network-vif-plugged", "status": "completed", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:31.966062 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:31.970175 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:32.006333 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca7eeae-ad36-4bf8-b67b-c19c114b3a22 x-openstack-request-id: req-0ca7eeae-ad36-4bf8-b67b-c19c114b3a22 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:32.006784 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "name": "network-vif-plugged", "status": "completed", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:32.007149 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ca7eeae-ad36-4bf8-b67b-c19c114b3a22 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:32.008207 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca7eeae-ad36-4bf8-b67b-c19c114b3a22'] response: {'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc', 'code': 200} Apr 29 09:01:32.035125 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:32.100363 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9550bf81-04af-4c0b-ae0f-e17654eedea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:32.401483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a33ec6-5c3e-4e59-ab38-c971ebb75390 req-37f19288-f7cb-4194-a40c-c1922ca2bddf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:32.403372 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a33ec6-5c3e-4e59-ab38-c971ebb75390 req-37f19288-f7cb-4194-a40c-c1922ca2bddf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0533099 Apr 29 09:01:32.467091 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-29a33ec6-5c3e-4e59-ab38-c971ebb75390 req-a0800fe8-379f-4f88-ac8a-ac3c4ac0f0fc tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491908 Apr 29 09:01:32.755340 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeec2d9-fd91-4799-8a64-d7b6ca219be3 req-2fa67834-6c17-4c1c-b65f-e694bd9f2e10 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:32.758305 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efeec2d9-fd91-4799-8a64-d7b6ca219be3 req-2fa67834-6c17-4c1c-b65f-e694bd9f2e10 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0563407 Apr 29 09:01:32.818372 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-efeec2d9-fd91-4799-8a64-d7b6ca219be3 req-785c6b1a-c702-4f0f-adc4-08266c2da0c2 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520697 Apr 29 09:01:33.609487 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a98b-1566-41bc-bec9-7c653db6dd69 req-bcf1fb08-4029-4ab2-adb8-a791a86c7f27 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:33.611261 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c546a98b-1566-41bc-bec9-7c653db6dd69 req-bcf1fb08-4029-4ab2-adb8-a791a86c7f27 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0591242 Apr 29 09:01:33.670934 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:33.675489 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c546a98b-1566-41bc-bec9-7c653db6dd69 req-cba87d4e-bf0c-4555-a4f8-32dfe6259bd3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548294 Apr 29 09:01:33.956004 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a862f-1bd2-44e9-a1fb-01a4b73fecc6 req-e1bea8c4-b4b1-4c6e-b43c-428c26142a4b tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:33.964457 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb3a862f-1bd2-44e9-a1fb-01a4b73fecc6 req-e1bea8c4-b4b1-4c6e-b43c-428c26142a4b tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0656271 Apr 29 09:01:34.014230 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-eb3a862f-1bd2-44e9-a1fb-01a4b73fecc6 req-6e9dda05-b3f5-4b06-a3d4-a7c4b8c805e5 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483909 Apr 29 09:01:34.802311 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:34.803986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d2b63-7e30-4652-8746-fa655f4fe228 req-84b69ae2-e236-4e8e-a97a-1a4430a9dc64 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:34.806476 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a25d2b63-7e30-4652-8746-fa655f4fe228 req-84b69ae2-e236-4e8e-a97a-1a4430a9dc64 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0506246 Apr 29 09:01:34.859212 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a25d2b63-7e30-4652-8746-fa655f4fe228 req-7980aa07-76da-42c7-b1f9-5e7c2293dccd tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468898 Apr 29 09:01:35.135467 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f90d-9a85-41a4-8bc9-b23877eaf443 req-bdcc4020-8ba7-4459-8eda-6d078f61aa72 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:35.137123 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f6d6f90d-9a85-41a4-8bc9-b23877eaf443 req-bdcc4020-8ba7-4459-8eda-6d078f61aa72 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0519867 Apr 29 09:01:35.189895 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f6d6f90d-9a85-41a4-8bc9-b23877eaf443 req-d9de2bf9-459c-46c3-9692-889a06cc6f76 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Apr 29 09:01:36.001820 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60d75-03dc-449f-b6db-e5ba92661811 req-f6015197-358a-4420-bcc6-ef03db7b4540 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:36.004153 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bea60d75-03dc-449f-b6db-e5ba92661811 req-f6015197-358a-4420-bcc6-ef03db7b4540 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0555241 Apr 29 09:01:36.058647 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bea60d75-03dc-449f-b6db-e5ba92661811 req-dbbacd47-007a-43f4-9105-41ea79adf239 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Apr 29 09:01:36.309709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef980b75-5ef4-4e5b-be01-066d2a023a9f req-ade2d24c-b135-4826-8abc-499067ec17e4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:36.311393 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef980b75-5ef4-4e5b-be01-066d2a023a9f req-ade2d24c-b135-4826-8abc-499067ec17e4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0498414 Apr 29 09:01:36.340670 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:36.374753 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef980b75-5ef4-4e5b-be01-066d2a023a9f req-d3471232-645e-45c5-863a-36369114fb15 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573201 Apr 29 09:01:37.186625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a68452-b54a-4d40-947f-4465bb731afb req-81f5d7c3-53a2-4cd4-a32a-2d3737ad1ff3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:37.188527 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f1a68452-b54a-4d40-947f-4465bb731afb req-81f5d7c3-53a2-4cd4-a32a-2d3737ad1ff3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0525241 Apr 29 09:01:37.239262 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f1a68452-b54a-4d40-947f-4465bb731afb req-69cf7ac1-530a-4b71-8ba7-a2b00f00bc4a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Apr 29 09:01:37.502164 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd9e80-1831-41e7-a2f6-ab51c108286e req-e70eb032-fe0e-4fa8-a0ce-8e007922db2f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:37.503686 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-addd9e80-1831-41e7-a2f6-ab51c108286e req-e70eb032-fe0e-4fa8-a0ce-8e007922db2f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Apr 29 09:01:37.561175 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-addd9e80-1831-41e7-a2f6-ab51c108286e req-afd6a3b0-83e7-42df-a5da-228cf71d95cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496984 Apr 29 09:01:37.772671 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:38.364796 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9bbc4-e8f9-4a5e-9119-0e04b6a6222d req-b75b90cd-a2df-47b8-8d8a-b59ab5512b38 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:38.366287 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38b9bbc4-e8f9-4a5e-9119-0e04b6a6222d req-b75b90cd-a2df-47b8-8d8a-b59ab5512b38 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0480206 Apr 29 09:01:38.416431 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-38b9bbc4-e8f9-4a5e-9119-0e04b6a6222d req-6ff542e2-0195-4672-913e-7fddf8be865f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Apr 29 09:01:38.680966 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81ce07-062e-4943-9e8e-3df026862c32 req-a9b8c66d-50a9-42ec-ae3f-6f709ea6d62f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:38.682439 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d81ce07-062e-4943-9e8e-3df026862c32 req-a9b8c66d-50a9-42ec-ae3f-6f709ea6d62f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0464585 Apr 29 09:01:38.730971 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8d81ce07-062e-4943-9e8e-3df026862c32 req-6c086fa1-1105-4c24-a228-222c4368a844 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Apr 29 09:01:39.558992 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86d57-64d7-464e-8827-7c48aba77a29 req-773c35e6-8519-4152-acb2-5e67044ff640 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:39.560604 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9fc86d57-64d7-464e-8827-7c48aba77a29 req-773c35e6-8519-4152-acb2-5e67044ff640 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0624700 Apr 29 09:01:39.610088 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9fc86d57-64d7-464e-8827-7c48aba77a29 req-b06f5046-d61a-4a6d-91f8-4dc7c852d7b0 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438313 Apr 29 09:01:39.850531 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285dfd0-0984-4ad7-8b7e-c6832fb8bb41 req-f53d327c-46f1-4123-bb36-fca12cbb4b21 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:39.852690 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6285dfd0-0984-4ad7-8b7e-c6832fb8bb41 req-f53d327c-46f1-4123-bb36-fca12cbb4b21 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0549130 Apr 29 09:01:39.899918 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6285dfd0-0984-4ad7-8b7e-c6832fb8bb41 req-b2cd9be5-23f6-4891-a179-8c465f4985bd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414884 Apr 29 09:01:40.730698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b0dda-a020-4a31-9d4b-578d0cb8bef6 req-fbdc6968-cfe9-43f1-ab01-96922a734bda tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:40.732264 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e70b0dda-a020-4a31-9d4b-578d0cb8bef6 req-fbdc6968-cfe9-43f1-ab01-96922a734bda tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0482502 Apr 29 09:01:40.779938 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e70b0dda-a020-4a31-9d4b-578d0cb8bef6 req-3a202cc2-0e65-4413-9af7-e5f530e1ea40 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Apr 29 09:01:41.015552 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf5392-2f5c-4bd8-b1b3-635d8fb92d60 req-af17eb81-4fc0-45cb-9002-33edd92d15f6 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:41.017066 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2cf5392-2f5c-4bd8-b1b3-635d8fb92d60 req-af17eb81-4fc0-45cb-9002-33edd92d15f6 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0480268 Apr 29 09:01:41.065622 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d2cf5392-2f5c-4bd8-b1b3-635d8fb92d60 req-8675084c-1559-40ba-aaa3-0bcd72e1212c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428610 Apr 29 09:01:41.912392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75c3ab-2f1f-4f8e-885e-d8a676a1b4ca req-8205e380-c59b-4354-85c6-f6e773217758 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:41.914199 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3b75c3ab-2f1f-4f8e-885e-d8a676a1b4ca req-8205e380-c59b-4354-85c6-f6e773217758 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0595369 Apr 29 09:01:41.964386 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3b75c3ab-2f1f-4f8e-885e-d8a676a1b4ca req-c3ab00c6-b231-4b28-8663-5bc88b59be57 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Apr 29 09:01:42.184468 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e1bd-4b77-4178-b743-85bc9b0fade4 req-86b58e20-a29b-4127-be02-8b27931e699a tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:42.185944 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb18e1bd-4b77-4178-b743-85bc9b0fade4 req-86b58e20-a29b-4127-be02-8b27931e699a tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0503285 Apr 29 09:01:42.233001 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-fb18e1bd-4b77-4178-b743-85bc9b0fade4 req-074a7160-db73-4036-8725-a78e9dbdc9a4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Apr 29 09:01:43.090241 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1ff08-95a8-4560-b23c-935b5fdfb904 req-50c8646a-a27d-442d-b69e-773ce27d5c0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:43.091867 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fae1ff08-95a8-4560-b23c-935b5fdfb904 req-50c8646a-a27d-442d-b69e-773ce27d5c0f tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0513332 Apr 29 09:01:43.143166 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fae1ff08-95a8-4560-b23c-935b5fdfb904 req-8b4774bc-a63a-45c1-a113-be20d0ec5e49 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Apr 29 09:01:43.355015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc58e6-fd46-437d-9747-c80a34592fe2 req-1ad6cd4c-969e-42d2-9540-55fb294953d0 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:43.356599 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ecc58e6-fd46-437d-9747-c80a34592fe2 req-1ad6cd4c-969e-42d2-9540-55fb294953d0 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0494645 Apr 29 09:01:43.403782 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7ecc58e6-fd46-437d-9747-c80a34592fe2 req-730667e7-b3d8-4f6a-8570-00881181358f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Apr 29 09:01:44.044982 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8fa2f-367c-4211-82b9-18051ee5e623 req-cdc4d167-d5b6-480e-86e0-7ef77ea9fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:44.046470 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-58c8fa2f-367c-4211-82b9-18051ee5e623 req-cdc4d167-d5b6-480e-86e0-7ef77ea9fdd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 1129 time: 0.0839779 Apr 29 09:01:44.098291 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-58c8fa2f-367c-4211-82b9-18051ee5e623 req-0607a73e-b50e-4d27-8e6d-1e301d0443d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Apr 29 09:01:44.262921 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69958038-47aa-4fb7-8412-7e8404a35875 req-4730f5d0-0c5e-4aed-b66d-f0568d7757d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:44.264389 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-69958038-47aa-4fb7-8412-7e8404a35875 req-4730f5d0-0c5e-4aed-b66d-f0568d7757d1 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0465729 Apr 29 09:01:44.315090 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-69958038-47aa-4fb7-8412-7e8404a35875 req-b2077432-f503-4d6a-83ce-7f4a91bb7215 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451996 Apr 29 09:01:44.517035 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b879edb-4189-49b9-a20b-d956ee761125 req-43be9d4b-211c-4b38-85f2-e1eabcd1609c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:44.518495 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3b879edb-4189-49b9-a20b-d956ee761125 req-43be9d4b-211c-4b38-85f2-e1eabcd1609c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0457861 Apr 29 09:01:44.564749 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3b879edb-4189-49b9-a20b-d956ee761125 req-d2cebb01-d1ca-44d8-9869-45bc31d4a78d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Apr 29 09:01:45.435088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36c8ed-9330-4c34-a777-f338e132d5b6 req-9f9a8690-15da-40dc-9be6-26754965f2db tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:45.436642 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab36c8ed-9330-4c34-a777-f338e132d5b6 req-9f9a8690-15da-40dc-9be6-26754965f2db tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 943 time: 0.0487747 Apr 29 09:01:45.484834 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab36c8ed-9330-4c34-a777-f338e132d5b6 req-d53503c8-71df-48fc-9f28-4038a84b8395 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Apr 29 09:01:45.687191 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31183d8-0a2a-4db9-b329-b6ab244138c0 req-83fca3b7-d095-46c4-ad73-d1e8486a4f66 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:45.688676 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a31183d8-0a2a-4db9-b329-b6ab244138c0 req-83fca3b7-d095-46c4-ad73-d1e8486a4f66 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0465832 Apr 29 09:01:45.735484 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a31183d8-0a2a-4db9-b329-b6ab244138c0 req-2926d593-52bc-49e1-8c7a-37ec01aca092 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Apr 29 09:01:45.822881 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:01:45.921901 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:45.933686 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '440a5656-f549-48bb-8394-679abd59d5c6', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'port_id': '440a5656-f549-48bb-8394-679abd59d5c6', 'mac_address': 'fa:16:3e:3b:44:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:01:45.971099 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:45.971493 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:45.987203 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:01:46.006160 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:46.010608 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:46.058694 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=9']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:46.483124 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['440a5656-f549-48bb-8394-679abd59d5c6'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:01:46.608300 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8d738-3ab1-422f-bee7-f6254f7fb784 req-8a8c0735-3c70-46a0-af0c-f981787b6173 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:46.610014 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a2a8d738-3ab1-422f-bee7-f6254f7fb784 req-8a8c0735-3c70-46a0-af0c-f981787b6173 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0484912 Apr 29 09:01:46.659318 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a2a8d738-3ab1-422f-bee7-f6254f7fb784 req-a084fbfe-285a-42e9-86b4-75dda02bb1c8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 Apr 29 09:01:46.852858 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75732864-1c4e-4639-ab5a-7c576feb7379 req-b6b9c468-9971-4b5a-bba9-774e459e9093 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:46.855167 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-75732864-1c4e-4639-ab5a-7c576feb7379 req-b6b9c468-9971-4b5a-bba9-774e459e9093 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Apr 29 09:01:46.904467 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-75732864-1c4e-4639-ab5a-7c576feb7379 req-e7f7e0a5-be0f-430b-b4f6-126499eeb25e tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Apr 29 09:01:47.579332 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59cb2-8d1a-4756-8e7d-2a02f5b71ec2 req-d2a1967e-af05-469b-ad8a-84afbf41116d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:47.580852 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6c59cb2-8d1a-4756-8e7d-2a02f5b71ec2 req-d2a1967e-af05-469b-ad8a-84afbf41116d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Apr 29 09:01:47.628510 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e6c59cb2-8d1a-4756-8e7d-2a02f5b71ec2 req-7e145612-de01-4c44-8294-ebe5aa1526d9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420451 Apr 29 09:01:47.789029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb7cfe-5abe-401e-b6f2-b4bfbc5dbb60 req-0d8cc1dc-a7c1-48e4-886b-060ee2f9c40d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:47.790541 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d1eb7cfe-5abe-401e-b6f2-b4bfbc5dbb60 req-0d8cc1dc-a7c1-48e4-886b-060ee2f9c40d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 944 time: 0.0524278 Apr 29 09:01:47.837709 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d1eb7cfe-5abe-401e-b6f2-b4bfbc5dbb60 req-42b4e91b-45c4-4aad-a919-710d381b196d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 Apr 29 09:01:47.860943 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:01:47.906838 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 440a5656-f549-48bb-8394-679abd59d5c6 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:01:47.907124 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (440a5656-f549-48bb-8394-679abd59d5c6), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:47.981413 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 440a5656-f549-48bb-8394-679abd59d5c6 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:47.981791 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:48.005024 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:48.007231 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843a1af1-7edb-467a-bebf-7bb610a22581" -d '{"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:48.023409 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:48.028264 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:48.050614 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b623af3-a6c5-41fd-a46e-30f2cca599d8 x-openstack-request-id: req-6b623af3-a6c5-41fd-a46e-30f2cca599d8 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:48.050912 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-plugged", "status": "completed", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:48.051159 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b623af3-a6c5-41fd-a46e-30f2cca599d8 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:48.051661 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b623af3-a6c5-41fd-a46e-30f2cca599d8'] response: {'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'code': 200} Apr 29 09:01:48.081639 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=10']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:48.747811 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bee8af-48fe-447d-976f-4a4b2b9bdae3 req-4fd2c4de-f050-42b1-b627-65c011779576 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:48.749548 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-32bee8af-48fe-447d-976f-4a4b2b9bdae3 req-4fd2c4de-f050-42b1-b627-65c011779576 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0517130 Apr 29 09:01:48.802814 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-32bee8af-48fe-447d-976f-4a4b2b9bdae3 req-1ef60748-9f36-4df0-bee2-6fbcbb543798 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467238 Apr 29 09:01:48.958136 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9ec2-752b-497d-9263-1d4dc272dc38 req-76d386cb-706b-469e-a748-b36013af071e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:48.959597 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3ff9ec2-752b-497d-9263-1d4dc272dc38 req-76d386cb-706b-469e-a748-b36013af071e tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0476394 Apr 29 09:01:49.009652 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3ff9ec2-752b-497d-9263-1d4dc272dc38 req-3b708acf-4c66-415e-8fe8-81aba8eeab56 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Apr 29 09:01:49.237392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1490111-3b31-4635-bdcb-8ef67e96664b req-7236a8af-dcdc-4aaa-9ef6-957c77ece197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:49.239026 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a1490111-3b31-4635-bdcb-8ef67e96664b req-7236a8af-dcdc-4aaa-9ef6-957c77ece197 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1130 time: 0.0418513 Apr 29 09:01:49.262005 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-cea07066-38d8-4927-97ff-db89ed395c49 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:49.263485 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-cea07066-38d8-4927-97ff-db89ed395c49 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 945 time: 0.0467944 Apr 29 09:01:49.284283 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a1490111-3b31-4635-bdcb-8ef67e96664b req-91e3d459-8ec2-43cb-baea-adec8d87f8d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Apr 29 09:01:49.353082 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Deleting port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:01:49.353424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:49.443944 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] For port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:49.444337 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:49.457353 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Calling delete_port for ff9b8c47-a50f-4aed-abfb-17ad9661e4cc owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:01:49.585241 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (ff9b8c47-a50f-4aed-abfb-17ad9661e4cc), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:49.618452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Pushing event deleted for resources: {'Port': ['ID=ff9b8c47-a50f-4aed-abfb-17ad9661e4cc,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:49.635460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['ff9b8c47-a50f-4aed-abfb-17ad9661e4cc'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:01:49.663969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] No DVR routers for this DVR port ff9b8c47-a50f-4aed-abfb-17ad9661e4cc on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:01:49.666540 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:49.670863 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d74fd54-774e-45e7-8990-12a2a307a7db req-3611180e-ae5c-4de9-a4a9-c552f85921cd tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "DELETE /v2.0/ports/ff9b8c47-a50f-4aed-abfb-17ad9661e4cc HTTP/1.1" status: 204 len: 173 time: 0.4023323 Apr 29 09:01:49.671310 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'name': 'network-vif-deleted', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:49.673658 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84fc91e-ed75-4ef0-b467-575cc06ad4a3" -d '{"events": [{"server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "name": "network-vif-deleted", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:49.782497 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f460f92-071e-4fa7-b0ac-741504c2f2d8 x-openstack-request-id: req-8f460f92-071e-4fa7-b0ac-741504c2f2d8 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:49.782794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4240f73c-c195-444d-ab09-34d6a34f7614", "name": "network-vif-deleted", "tag": "ff9b8c47-a50f-4aed-abfb-17ad9661e4cc", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:49.783051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f460f92-071e-4fa7-b0ac-741504c2f2d8 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:49.783460 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f460f92-071e-4fa7-b0ac-741504c2f2d8'] response: {'server_uuid': '4240f73c-c195-444d-ab09-34d6a34f7614', 'name': 'network-vif-deleted', 'tag': 'ff9b8c47-a50f-4aed-abfb-17ad9661e4cc', 'status': 'completed', 'code': 200} Apr 29 09:01:49.923317 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d5e81516-83f7-4128-927a-f22b9a582f57 req-7615e169-6e40-4ab2-941f-69c4270bf563 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=4240f73c-c195-444d-ab09-34d6a34f7614 HTTP/1.1" status: 200 len: 210 time: 0.0320666 Apr 29 09:01:50.133392 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a1711-8b85-4681-8b80-f506861e2eef req-0da90473-6aba-4c28-a9b5-6309df0e7925 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:50.135075 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e2a1711-8b85-4681-8b80-f506861e2eef req-0da90473-6aba-4c28-a9b5-6309df0e7925 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Apr 29 09:01:50.191504 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7e2a1711-8b85-4681-8b80-f506861e2eef req-9d40c45d-48fc-4aac-937e-fb318c561fe9 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486610 Apr 29 09:01:51.216436 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-6be39945-98d6-48b8-81eb-40befa0ea6b9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:51.217977 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-6be39945-98d6-48b8-81eb-40befa0ea6b9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 809 time: 0.1222599 Apr 29 09:01:51.234124 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-ac5b7858-1bf5-4fb7-aa98-5dc31d3549c9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/quotas/d538edac912247ebbaf05b22dfa6dad6 HTTP/1.1" status: 200 len: 375 time: 0.0103364 Apr 29 09:01:51.274986 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-d4d2f640-de7a-48d5-aed5-84231f91cd09 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337760 Apr 29 09:01:51.323053 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc85999-339b-480f-af28-d269c0f54083 req-a0824b9d-cc40-4c84-9335-c9575b0b7615 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:51.328956 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1dc85999-339b-480f-af28-d269c0f54083 req-a0824b9d-cc40-4c84-9335-c9575b0b7615 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0586169 Apr 29 09:01:51.382273 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1dc85999-339b-480f-af28-d269c0f54083 req-8bf5e692-8c67-446b-a681-63ac83d422f3 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512106 Apr 29 09:01:51.396289 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-4dc96911-523b-4f81-978c-404c4f9c8e97 service neutron] 10.222.0.31 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119697 Apr 29 09:01:51.498449 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-ac7b1e41-0f33-4bcd-8cf7-6e5d4c5254a0 service neutron] 10.222.0.31 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932891 Apr 29 09:01:51.680327 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-480e4d43-4600-48ca-971e-3247ff92a7f8 req-d15ad3bd-68dd-4dd4-82c2-bef188683a09 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 210 time: 0.0311875 Apr 29 09:01:52.509183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cd3f5-0e61-4276-99c5-dbf53ad844ca req-61a2b06c-e049-4d1a-9917-219fd609cc72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:52.510687 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d88cd3f5-0e61-4276-99c5-dbf53ad844ca req-61a2b06c-e049-4d1a-9917-219fd609cc72 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Apr 29 09:01:52.561725 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d88cd3f5-0e61-4276-99c5-dbf53ad844ca req-d6f80b72-d7ae-485e-bed0-c145e13d424d tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449190 Apr 29 09:01:52.730286 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-9e19f95d-44fe-4c82-9168-16528b1ceea9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:52.731799 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-9e19f95d-44fe-4c82-9168-16528b1ceea9 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 809 time: 0.1053853 Apr 29 09:01:52.752386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Request body: {'port': {'device_id': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501', 'admin_state_up': True, 'tenant_id': 'd538edac912247ebbaf05b22dfa6dad6'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:52.785006 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e1a768dd-e930-45ca-b085-15ac6536d412 req-d5c2562f-a6c5-4c58-80d4-603a390f12a3 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 210 time: 0.0296938 Apr 29 09:01:52.869089 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Made reservation on behalf of d538edac912247ebbaf05b22dfa6dad6 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:01:52.873233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.005592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Allocated IP 172.20.0.13 (e752ce75-3ff8-4a81-9e57-1d34f86ff501/aad78b27-e81d-4f45-b764-96f7114b03d2/5a815387-118c-46d5-b0cb-58c9741141ca) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:01:53.160029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks [] for port (5a815387-118c-46d5-b0cb-58c9741141ca), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.196154 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.239803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Network e752ce75-3ff8-4a81-9e57-1d34f86ff501 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:01:53.244946 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:01:53.249702 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:01:53.256018 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Pushing event updated for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:53.302513 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:53.303116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.319089 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-18edd688-c3ca-4930-975c-0f4322b86ddb tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5711265 Apr 29 09:01:53.338304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Request body: {'port': {'device_id': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:01:53.400439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.659467 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a815387-118c-46d5-b0cb-58c9741141ca {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:01:53.666737 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks [] for port (5a815387-118c-46d5-b0cb-58c9741141ca), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.678804 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Transition to ACTIVE for port object 5a815387-118c-46d5-b0cb-58c9741141ca will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:01:53.682595 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.730868 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Pushing event updated for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:53.805973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Attempting to bind port 5a815387-118c-46d5-b0cb-58c9741141ca on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:01:53.806307 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Attempting to bind port 5a815387-118c-46d5-b0cb-58c9741141ca by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:01:53.806664 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Attempting to bind port 5a815387-118c-46d5-b0cb-58c9741141ca on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:01:53.812024 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Port 5a815387-118c-46d5-b0cb-58c9741141ca on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:01:53.812381 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Attempting to bind port 5a815387-118c-46d5-b0cb-58c9741141ca on network e752ce75-3ff8-4a81-9e57-1d34f86ff501 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:01:53.817468 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:01:53.817810 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Checking segment: {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:01:53.818193 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Bound using segment: {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:01:53.819027 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Bound port: 5a815387-118c-46d5-b0cb-58c9741141ca, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:01:53.819027 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.854104 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device ff9b8c47-a50f-4aed-abfb-17ad9661e4cc no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:01:53.877739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: ff9b8c47-a50f-4aed-abfb-17ad9661e4cc {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:01:53.878082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device ff9b8c47-a50f-4aed-abfb-17ad9661e4cc not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:01:53.918120 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:01:53.925285 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38f288-a425-4cbd-bcb1-716da97e75f5 req-34bbcafd-c218-4619-8fff-8d17f5fbad95 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:53.926829 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6f38f288-a425-4cbd-bcb1-716da97e75f5 req-34bbcafd-c218-4619-8fff-8d17f5fbad95 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 944 time: 0.0684900 Apr 29 09:01:53.928694 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5a815387-118c-46d5-b0cb-58c9741141ca,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:01:53.942028 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.990443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:53.991058 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:53.992483 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] 10.222.0.20 "PUT /v2.0/ports/5a815387-118c-46d5-b0cb-58c9741141ca HTTP/1.1" status: 200 len: 1094 time: 0.6582589 Apr 29 09:01:53.994164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:01:53.997247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4accc5e-14f3-41a2-af6c-d6525c572cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:01:54.040073 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6f38f288-a425-4cbd-bcb1-716da97e75f5 req-38ea81c0-8d20-404b-83a8-d48d5883a2b0 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049693 Apr 29 09:01:54.044274 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ca6ca-557b-41e3-a3db-f4846c07228b service neutron] Pushing event updated for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:54.048718 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc715d27-7367-4aea-a187-2ff507eb729a x-openstack-request-id: req-fc715d27-7367-4aea-a187-2ff507eb729a {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:01:54.049127 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:01:54.049338 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc715d27-7367-4aea-a187-2ff507eb729a {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:01:54.049749 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc715d27-7367-4aea-a187-2ff507eb729a'] response: {'name': 'network-changed', 'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca', 'status': 'completed', 'code': 200} Apr 29 09:01:54.108052 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-882a6597-4b0a-462d-80da-5626e1dea88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:54.109700 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-882a6597-4b0a-462d-80da-5626e1dea88a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 1128 time: 0.0440011 Apr 29 09:01:54.163965 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-c5306f7f-5eba-4788-a74c-7a422b4a7ca3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a815387-118c-46d5-b0cb-58c9741141ca HTTP/1.1" status: 200 len: 217 time: 0.0351429 Apr 29 09:01:54.216518 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-65bf0416-d098-494e-a95e-3b462f049619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:54.217978 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-65bf0416-d098-494e-a95e-3b462f049619 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aad78b27-e81d-4f45-b764-96f7114b03d2 HTTP/1.1" status: 200 len: 849 time: 0.0481775 Apr 29 09:01:54.251434 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-95dd7f43-355e-40ab-856e-46632f8e6f2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e752ce75-3ff8-4a81-9e57-1d34f86ff501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269170 Apr 29 09:01:54.346191 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-61d6191f-65b1-4136-935e-04e529abb273 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880177 Apr 29 09:01:54.439963 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5a774fa6-884a-4028-b6df-9380fe6c7b8d req-0a6afbbe-f438-4235-bff4-3cac23abef60 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Apr 29 09:01:55.159587 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3478e59-14cc-4586-8683-a47ff5c7ac03 req-c4fcb46f-4545-4b9e-b002-c3b614f9d031 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:55.161084 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3478e59-14cc-4586-8683-a47ff5c7ac03 req-c4fcb46f-4545-4b9e-b002-c3b614f9d031 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 944 time: 0.0470662 Apr 29 09:01:55.213111 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c3478e59-14cc-4586-8683-a47ff5c7ac03 req-5defb9bf-a123-44d9-9507-457c6530e5de tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Apr 29 09:01:56.333428 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495151c4-6fc8-4dc6-b7de-00202dd8dc5a req-3dae9051-ecb1-43fc-ae5d-bf9748c91e18 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:56.334913 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-495151c4-6fc8-4dc6-b7de-00202dd8dc5a req-3dae9051-ecb1-43fc-ae5d-bf9748c91e18 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 944 time: 0.0499308 Apr 29 09:01:56.383255 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-495151c4-6fc8-4dc6-b7de-00202dd8dc5a req-96e5694b-a141-4e0c-a763-88424895a845 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423856 Apr 29 09:01:57.084415 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-716cda9e-1aaf-49ff-a4da-28c50e492479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:57.085924 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-716cda9e-1aaf-49ff-a4da-28c50e492479 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d538edac912247ebbaf05b22dfa6dad6&device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 1128 time: 0.0439215 Apr 29 09:01:57.175635 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-986df954-0cf3-4c53-a5bc-b2b9b56072a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:57.177136 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-986df954-0cf3-4c53-a5bc-b2b9b56072a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 200 len: 910 time: 0.0856509 Apr 29 09:01:57.221641 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-76889c0e-c7e5-4231-bad7-5dc7ff75a90f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a815387-118c-46d5-b0cb-58c9741141ca HTTP/1.1" status: 200 len: 217 time: 0.0387895 Apr 29 09:01:57.270653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-db213e03-cb5e-4609-9408-1a7ef099ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:57.272191 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-db213e03-cb5e-4609-9408-1a7ef099ae03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aad78b27-e81d-4f45-b764-96f7114b03d2 HTTP/1.1" status: 200 len: 849 time: 0.0446160 Apr 29 09:01:57.308040 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-9c7eca65-b675-4ae2-ab8e-ec5aa87b1c1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e752ce75-3ff8-4a81-9e57-1d34f86ff501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272732 Apr 29 09:01:57.406298 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-5429a9b2-7f11-47db-a483-c821372d4171 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922835 Apr 29 09:01:57.499762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60040e2f-4f87-4342-8714-3e1436512bb1 req-3be81753-4c10-44dd-ade3-48b78c1e5836 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:57.500811 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c4accc5e-14f3-41a2-af6c-d6525c572cf6 req-d3c44f4a-1056-4cbc-bdc3-7ba887f5b291 service neutron] 10.222.0.20 "GET /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876698 Apr 29 09:01:57.501205 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-60040e2f-4f87-4342-8714-3e1436512bb1 req-3be81753-4c10-44dd-ade3-48b78c1e5836 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 944 time: 0.0488200 Apr 29 09:01:57.549249 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-60040e2f-4f87-4342-8714-3e1436512bb1 req-875417a3-d29c-4bc3-9ac8-c75c65ba9abc tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Apr 29 09:01:57.867688 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5a815387-118c-46d5-b0cb-58c9741141ca details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:01:57.965826 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5a815387-118c-46d5-b0cb-58c9741141ca,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:57.976722 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '5a815387-118c-46d5-b0cb-58c9741141ca', 'network_id': 'e752ce75-3ff8-4a81-9e57-1d34f86ff501', 'port_id': '5a815387-118c-46d5-b0cb-58c9741141ca', 'mac_address': 'fa:16:3e:79:09:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad78b27-e81d-4f45-b764-96f7114b03d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:01:58.142564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 5a815387-118c-46d5-b0cb-58c9741141ca is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:01:58.142883 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:58.155798 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a815387-118c-46d5-b0cb-58c9741141ca {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:01:58.175021 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5a815387-118c-46d5-b0cb-58c9741141ca,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:01:58.179057 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:58.226197 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:01:58.626375 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['5a815387-118c-46d5-b0cb-58c9741141ca'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:01:58.665850 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb4a6e-4c9e-4f76-bed0-dc9695e83355 req-483754fd-8810-4428-b348-6829281df5ba tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:58.667969 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25bb4a6e-4c9e-4f76-bed0-dc9695e83355 req-483754fd-8810-4428-b348-6829281df5ba tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 945 time: 0.0503030 Apr 29 09:01:58.723264 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-25bb4a6e-4c9e-4f76-bed0-dc9695e83355 req-032baa09-57c7-4df0-bc55-6f28928940fa tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Apr 29 09:01:59.195441 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:01:59.836279 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b720c4d1-341a-47d2-84b9-d6d9bf349a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:01:59.841164 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166d023-598f-453b-b3e6-dfe02f0f7fe4 req-f8e0800d-7b97-404c-8a68-88d0beab2a6c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:01:59.842670 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b166d023-598f-453b-b3e6-dfe02f0f7fe4 req-f8e0800d-7b97-404c-8a68-88d0beab2a6c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 945 time: 0.0483310 Apr 29 09:01:59.874527 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5a815387-118c-46d5-b0cb-58c9741141ca up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:01:59.890230 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b166d023-598f-453b-b3e6-dfe02f0f7fe4 req-49a1e302-1a6e-4120-b30c-758d8eb96a8c tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Apr 29 09:01:59.943579 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 5a815387-118c-46d5-b0cb-58c9741141ca completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:01:59.950680 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 5a815387-118c-46d5-b0cb-58c9741141ca triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:01:59.951225 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:00.029519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 5a815387-118c-46d5-b0cb-58c9741141ca is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:02:00.029829 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:00.052461 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:02:00.054705 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c257cbe-6bfa-43e9-9694-e9cd30f2ded1" -d '{"events": [{"server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "name": "network-vif-plugged", "status": "completed", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:02:00.067391 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5a815387-118c-46d5-b0cb-58c9741141ca,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:00.071880 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:00.098853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d28388-c0e5-434f-873b-cf61caaf0599 x-openstack-request-id: req-77d28388-c0e5-434f-873b-cf61caaf0599 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:02:00.099175 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "name": "network-vif-plugged", "status": "completed", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:02:00.099428 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77d28388-c0e5-434f-873b-cf61caaf0599 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:02:00.099816 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d28388-c0e5-434f-873b-cf61caaf0599'] response: {'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca', 'code': 200} Apr 29 09:02:00.125206 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:00.301788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f51a37-179a-479e-811d-eedbdcfb3e79 req-2b93b885-320f-4b45-98c5-72be74ffacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:00.303205 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-43f51a37-179a-479e-811d-eedbdcfb3e79 req-2b93b885-320f-4b45-98c5-72be74ffacc6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 1130 time: 0.0382421 Apr 29 09:02:00.347444 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-43f51a37-179a-479e-811d-eedbdcfb3e79 req-5a43eb14-3680-4d45-aab3-9311bc2d6168 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Apr 29 09:02:01.026132 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77467-36fd-4c33-9290-8f2f08c6356d req-99071d90-e1b5-4867-b247-c0af0bf996c4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:01.028250 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ab77467-36fd-4c33-9290-8f2f08c6356d req-99071d90-e1b5-4867-b247-c0af0bf996c4 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0523930 Apr 29 09:02:01.075797 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-3ab77467-36fd-4c33-9290-8f2f08c6356d req-528c2657-eda1-4934-bb92-36793e246217 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Apr 29 09:02:02.103398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1833f194-8e5b-4ada-9be1-89dc1dcf8825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:02.191625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d543f89-947b-4010-b6f4-20f170f2bb71 req-dfafffcf-4111-40cd-8374-b35d07ff3e8e tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:02.193065 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d543f89-947b-4010-b6f4-20f170f2bb71 req-dfafffcf-4111-40cd-8374-b35d07ff3e8e tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0465672 Apr 29 09:02:02.242754 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d543f89-947b-4010-b6f4-20f170f2bb71 req-5d92d387-d23f-4d65-87d5-59ff75e1e6f7 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Apr 29 09:02:03.361859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212a6f9-e5fe-406f-a60d-f012dc9b2516 req-c6eeb5ab-d230-4d14-8991-a87277f8344d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:03.363390 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e212a6f9-e5fe-406f-a60d-f012dc9b2516 req-c6eeb5ab-d230-4d14-8991-a87277f8344d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0490491 Apr 29 09:02:03.414145 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e212a6f9-e5fe-406f-a60d-f012dc9b2516 req-a79229ea-4889-497c-bfb3-c1e28ed100c6 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Apr 29 09:02:03.667694 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:04.169762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c588-ae25-4ec0-81d2-a1356b0f8b87 req-b245fc64-b4e0-4e90-8337-4800da499a68 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:04.171169 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7267c588-ae25-4ec0-81d2-a1356b0f8b87 req-b245fc64-b4e0-4e90-8337-4800da499a68 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0519249 Apr 29 09:02:04.218354 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7267c588-ae25-4ec0-81d2-a1356b0f8b87 req-d45e0bab-bff1-41a0-879f-4193459e5fac tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Apr 29 09:02:04.804382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:05.343828 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2ca6a-0d76-4e99-bb82-7839aef1f896 req-62946867-1fc5-4be7-ad3d-e0202c6f915d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:05.345348 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e3b2ca6a-0d76-4e99-bb82-7839aef1f896 req-62946867-1fc5-4be7-ad3d-e0202c6f915d tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0531318 Apr 29 09:02:05.394375 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-e3b2ca6a-0d76-4e99-bb82-7839aef1f896 req-0e70bbb4-6256-444a-b8f4-35a917bd9487 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ed2584d-140d-4450-8a5c-d68863d8c3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433476 Apr 29 09:02:06.031756 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9135d69-ec47-4522-a926-d83c3df51718 req-e94934bf-57a5-4846-bfb6-ed1553365f74 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:06.033314 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f9135d69-ec47-4522-a926-d83c3df51718 req-e94934bf-57a5-4846-bfb6-ed1553365f74 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 946 time: 0.0472765 Apr 29 09:02:06.127709 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Deleting port 5a815387-118c-46d5-b0cb-58c9741141ca {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:06.128043 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:06.222264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] For port 5a815387-118c-46d5-b0cb-58c9741141ca, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5a815387-118c-46d5-b0cb-58c9741141ca,segment=NetworkSegment(56a6a3c0-c372-4899-a9ad-2c6256c4c7ea),segment_id=56a6a3c0-c372-4899-a9ad-2c6256c4c7ea)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:06.222635 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:06.236843 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Calling delete_port for 5a815387-118c-46d5-b0cb-58c9741141ca owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:06.339813 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:06.374571 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5a815387-118c-46d5-b0cb-58c9741141ca), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:06.405309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Pushing event deleted for resources: {'Port': ['ID=5a815387-118c-46d5-b0cb-58c9741141ca,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:06.420920 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['5a815387-118c-46d5-b0cb-58c9741141ca'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:02:06.453418 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] No DVR routers for this DVR port 5a815387-118c-46d5-b0cb-58c9741141ca on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:02:06.455880 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:06.459279 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f9135d69-ec47-4522-a926-d83c3df51718 req-cda0f8db-cf4a-4752-bef6-5ef35b72a52f tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.20 "DELETE /v2.0/ports/5a815387-118c-46d5-b0cb-58c9741141ca HTTP/1.1" status: 204 len: 173 time: 0.4197719 Apr 29 09:02:06.459731 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'name': 'network-vif-deleted', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:02:06.462011 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9024e80-0620-4a05-9c00-a039bd52df7e" -d '{"events": [{"server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "name": "network-vif-deleted", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:02:06.498361 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8b32e690-67bc-44c2-9ce5-3f9d9399c090 req-3e09c882-6724-4dea-9ba1-4985947cea86 tempest-VolumesActionsTest-1161299678 tempest-VolumesActionsTest-1161299678-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f7e89c8-a7a0-45b1-b4ad-e79bad911cea HTTP/1.1" status: 200 len: 210 time: 0.0299122 Apr 29 09:02:06.505587 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf8ad8-35d3-4d7e-921f-b3c95965d7a5 x-openstack-request-id: req-ddaf8ad8-35d3-4d7e-921f-b3c95965d7a5 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:02:06.505890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7e89c8-a7a0-45b1-b4ad-e79bad911cea", "name": "network-vif-deleted", "tag": "5a815387-118c-46d5-b0cb-58c9741141ca", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:02:06.506164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddaf8ad8-35d3-4d7e-921f-b3c95965d7a5 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:02:06.506567 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddaf8ad8-35d3-4d7e-921f-b3c95965d7a5'] response: {'server_uuid': '0f7e89c8-a7a0-45b1-b4ad-e79bad911cea', 'name': 'network-vif-deleted', 'tag': '5a815387-118c-46d5-b0cb-58c9741141ca', 'status': 'completed', 'code': 200} Apr 29 09:02:07.772329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:10.895088 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5a815387-118c-46d5-b0cb-58c9741141ca no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:02:10.917945 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 5a815387-118c-46d5-b0cb-58c9741141ca {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:02:10.918314 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5a815387-118c-46d5-b0cb-58c9741141ca not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:02:17.168791 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-081ac68d-924a-4556-8cb7-7745fb5bc4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471866 Apr 29 09:02:17.316669 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-d307742b-c1fd-4191-b0de-4380772df957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:17.319423 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-d307742b-c1fd-4191-b0de-4380772df957 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c2c3d18ff34afe806e090aec002a4b&device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 1130 time: 0.0711238 Apr 29 09:02:17.478371 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-ba5428cd-94d8-4590-b902-9f42d06580b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:17.480613 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-ba5428cd-94d8-4590-b902-9f42d06580b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 200 len: 918 time: 0.1241004 Apr 29 09:02:17.605801 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-696c20e4-24c7-4145-b5df-99a4e44f27df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 200 len: 1001 time: 0.1139987 Apr 29 09:02:17.662388 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-cb38fae7-80a1-4f3e-81a4-77ba872bd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:17.663947 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-cb38fae7-80a1-4f3e-81a4-77ba872bd5ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 200 len: 856 time: 0.0543351 Apr 29 09:02:17.725480 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-53ea7c65-4e6e-42d9-8823-dc0cd99e23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:17.727153 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-53ea7c65-4e6e-42d9-8823-dc0cd99e23f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88e14c54-6fc1-4ee6-8dc1-d1927744d27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542302 Apr 29 09:02:17.853335 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-befaf270-ae43-449a-88e4-d588f8664ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190522 Apr 29 09:02:17.963186 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-af983bf1-d0d9-40b1-8ac5-7e6a42c26983 req-26f98516-348b-49a1-a0e4-30de9926ae04 service neutron] 10.222.0.20 "GET /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036592 Apr 29 09:02:29.822385 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d63f3f96-f318-413f-9e29-f84afa6e80c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.588999 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 33514) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:30.634116 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Deleting subnet aad78b27-e81d-4f45-b764-96f7114b03d2 {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:02:30.638492 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Publish callbacks [] for subnet (aad78b27-e81d-4f45-b764-96f7114b03d2), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.673941 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (aad78b27-e81d-4f45-b764-96f7114b03d2), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.723776 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (aad78b27-e81d-4f45-b764-96f7114b03d2), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.781295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (aad78b27-e81d-4f45-b764-96f7114b03d2), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.810313 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad78b27-e81d-4f45-b764-96f7114b03d2,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:30.813460 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.819147 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aad78b27-e81d-4f45-b764-96f7114b03d2 HTTP/1.1" status: 204 len: 168 time: 0.2292726 Apr 29 09:02:30.821491 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33516) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:30.826977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.827356 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.827731 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.828075 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.828441 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.828778 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.829117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.829454 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.829787 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.830140 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.830474 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.830802 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.831128 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.831449 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.831770 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654dd5e8-aa25-4020-b864-381001facf59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:30.892698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (e752ce75-3ff8-4a81-9e57-1d34f86ff501), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.978710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (e752ce75-3ff8-4a81-9e57-1d34f86ff501), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:30.999589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a796f10>,) {'filters': {'network_id': ['e752ce75-3ff8-4a81-9e57-1d34f86ff501']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:31.009326 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a796f10>, '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:31.009630 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a796f10>, '56a6a3c0-c372-4899-a9ad-2c6256c4c7ea') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:31.020425 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (56a6a3c0-c372-4899-a9ad-2c6256c4c7ea), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.035076 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (56a6a3c0-c372-4899-a9ad-2c6256c4c7ea), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.041299 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:02:31.041691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (56a6a3c0-c372-4899-a9ad-2c6256c4c7ea), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:02:31.043979 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:02:31.101427 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (e752ce75-3ff8-4a81-9e57-1d34f86ff501), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.107533 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.110947 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] 10.222.0.31 "DELETE /v2.0/networks/e752ce75-3ff8-4a81-9e57-1d34f86ff501 HTTP/1.1" status: 204 len: 168 time: 0.2884171 Apr 29 09:02:31.128184 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Pushing event deleted for resources: {'Network': ['ID=e752ce75-3ff8-4a81-9e57-1d34f86ff501,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:31.136386 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.136732 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.137073 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.137415 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.137743 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.138075 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.138401 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.138829 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.139041 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.139364 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.139691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.140163 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.140350 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.140710 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.141113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea03a75-475e-412b-bb21-983dbfbe7cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:02:31.253193 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33520) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:31.304980 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-bfa2923e-757f-4c84-b2ef-7ecbbd123063 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d538edac912247ebbaf05b22dfa6dad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502548 Apr 29 09:02:31.307217 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33522) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:31.384802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] Publish callbacks [] for security_group (0ed2584d-140d-4450-8a5c-d68863d8c3d9), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.421843 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] Publish callbacks [] for security_group (0ed2584d-140d-4450-8a5c-d68863d8c3d9), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.476646 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0ed2584d-140d-4450-8a5c-d68863d8c3d9), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.479181 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:31.481025 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ed2584d-140d-4450-8a5c-d68863d8c3d9 HTTP/1.1" status: 204 len: 168 time: 0.1724908 Apr 29 09:02:31.489527 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cebdf-c599-48c3-bd18-1797de8c2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2584d-140d-4450-8a5c-d68863d8c3d9,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:32.111792 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8db9b112-66ef-449d-8a7c-29e8c46d03a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:33.672527 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:34.819599 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:36.195900 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:02:36.334932 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:37.771538 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:47.609569 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aacce-1fd8-4e92-8983-16bdc12aa342 req-14b7d3f1-ee28-482b-b4fc-0120c501804d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:47.611037 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-313aacce-1fd8-4e92-8983-16bdc12aa342 req-14b7d3f1-ee28-482b-b4fc-0120c501804d tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0507779 Apr 29 09:02:47.668972 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-313aacce-1fd8-4e92-8983-16bdc12aa342 req-4a087610-20ae-4f90-a49e-dd5f9b309ecf tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520544 Apr 29 09:02:48.789669 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b81227-5b98-4950-89a8-a4fe51733dc0 req-0166d3a2-edfb-4c17-b138-ddfe71304288 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:48.791234 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-76b81227-5b98-4950-89a8-a4fe51733dc0 req-0166d3a2-edfb-4c17-b138-ddfe71304288 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0507596 Apr 29 09:02:48.861403 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-76b81227-5b98-4950-89a8-a4fe51733dc0 req-737cedd9-84c4-4537-a2d7-cec02e399a6e tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501440 Apr 29 09:02:49.960659 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-213a30bd-b8cc-4666-aed7-2461dd365617 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:49.960659 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-213a30bd-b8cc-4666-aed7-2461dd365617 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.3147769 Apr 29 09:02:49.993548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b258d7d-5011-4561-96b6-1805bca05e04 req-1f908cde-3de8-4c29-bcc2-732fa1c9d6d3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:02:49.995092 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b258d7d-5011-4561-96b6-1805bca05e04 req-1f908cde-3de8-4c29-bcc2-732fa1c9d6d3 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 945 time: 0.0615256 Apr 29 09:02:50.048466 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5b258d7d-5011-4561-96b6-1805bca05e04 req-d16fee13-44a5-4538-91a2-d099045c24b7 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups?id=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460281 Apr 29 09:02:50.062535 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 6c3b1255-2e99-4681-a117-5f4062b2074f {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:50.062882 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.164304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] For port 6c3b1255-2e99-4681-a117-5f4062b2074f, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=6c3b1255-2e99-4681-a117-5f4062b2074f,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:50.164582 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.348486 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.349111 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.349257 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Floating IP 4d903414-3a62-4cc5-9e4c-d02814e2b5af disassociated. External IP: 172.27.0.76, port: 6c3b1255-2e99-4681-a117-5f4062b2074f. Apr 29 09:02:50.349511 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 6c3b1255-2e99-4681-a117-5f4062b2074f owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:50.488714 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (6c3b1255-2e99-4681-a117-5f4062b2074f), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.519105 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=6c3b1255-2e99-4681-a117-5f4062b2074f,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:50.642643 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:02:50.754993 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:02:50.766106 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:02:50.777291 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:02:50.778002 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce850>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:02:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:50.802106 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] No DVR routers for this DVR port 6c3b1255-2e99-4681-a117-5f4062b2074f on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:02:50.804667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:50.807930 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f433de74-b42e-43ce-ba2c-352f94d88858 req-393c83e7-19d4-4bb3-ae78-b899be1a5dff tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.20 "DELETE /v2.0/ports/6c3b1255-2e99-4681-a117-5f4062b2074f HTTP/1.1" status: 204 len: 173 time: 0.8439245 Apr 29 09:02:50.808912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'name': 'network-vif-deleted', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:02:50.811469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d06879-b435-4a09-bca0-206db1d2a4ad" -d '{"events": [{"server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "name": "network-vif-deleted", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:02:50.853980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33790dc-1ff0-4c7a-ad2e-15031ab63adc x-openstack-request-id: req-d33790dc-1ff0-4c7a-ad2e-15031ab63adc {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:02:50.854277 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb", "name": "network-vif-deleted", "tag": "6c3b1255-2e99-4681-a117-5f4062b2074f", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:02:50.854725 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d33790dc-1ff0-4c7a-ad2e-15031ab63adc {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:02:50.855210 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33790dc-1ff0-4c7a-ad2e-15031ab63adc'] response: {'server_uuid': '1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb', 'name': 'network-vif-deleted', 'tag': '6c3b1255-2e99-4681-a117-5f4062b2074f', 'status': 'completed', 'code': 200} Apr 29 09:02:50.896445 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:02:51.111275 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce850>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:51.141829 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:02:51.150246 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:02:51.150860 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce850>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:02:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:51.180547 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-59e71064-e8c0-4689-b770-0a326b7e1d82 req-1f5ab395-30f6-4f20-bda0-ec9961371da2 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fa7d94e-9ddd-4cf7-a7c5-072231c6d0bb HTTP/1.1" status: 200 len: 210 time: 0.0337863 Apr 29 09:02:51.264693 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:02:51.482770 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce850>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:51.512030 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d89b06-5324-4889-bd40-4cc1e3fcb03e None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'd0af6bcc-91ae-4c32-b2ce-60f200e90575', 'name': '', 'network_id': 'b24838f8-74fc-43df-860b-f0934d3ce2df', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'mac_address': 'fa:16:3e:d8:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:13Z', 'updated_at': '2022-04-29T08:51:21Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'subnets': [{'id': 'dc64ea19-c2d5-4301-939f-2d92d9ae2ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:02:51.769959 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b9d9ea-33b6-4433-91f8-1f777721275c None None] New status for floating IP 4d903414-3a62-4cc5-9e4c-d02814e2b5af: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:02:52.277989 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 33778) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:52.341838 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.370053 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.397467 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 6c3b1255-2e99-4681-a117-5f4062b2074f no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:02:52.419864 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 6c3b1255-2e99-4681-a117-5f4062b2074f {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:02:52.420492 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 6c3b1255-2e99-4681-a117-5f4062b2074f not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:02:52.434204 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.437112 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.444667 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/security-groups/d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3 HTTP/1.1" status: 204 len: 168 time: 0.1607745 Apr 29 09:02:52.444791 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33782) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:52.451667 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194890b8-8381-4c3a-b90a-f87a6ab5a1ef tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:52.470891 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.api.v2.resource [None req-80dab2a1-3d7c-44b3-8b5c-39ad79d4af4c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] show failed (client error): The resource could not be found. Apr 29 09:02:52.473699 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-80dab2a1-3d7c-44b3-8b5c-39ad79d4af4c tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "GET /v2.0/security-groups/d5b4ef22-b4e5-4ece-8232-d2bb1102b3d3 HTTP/1.1" status: 404 len: 347 time: 0.0295734 Apr 29 09:02:52.475258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33784) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:52.608411 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Deleting port 3daa7244-82b5-4874-a5c0-0525d336fff2 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:52.608738 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.690675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.691019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (3daa7244-82b5-4874-a5c0-0525d336fff2), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.704896 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Calling delete_port for 3daa7244-82b5-4874-a5c0-0525d336fff2 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:52.845093 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (3daa7244-82b5-4874-a5c0-0525d336fff2), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.872778 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Pushing event deleted for resources: {'Port': ['ID=3daa7244-82b5-4874-a5c0-0525d336fff2,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:52.941981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks [] for floatingip (4d903414-3a62-4cc5-9e4c-d02814e2b5af), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.944614 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:52.945769 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0404e118-5f10-4e71-8ae2-6f3ce75eef36 tempest-AttachVolumeNegativeTest-647604016 tempest-AttachVolumeNegativeTest-647604016-project] 10.222.0.31 "DELETE /v2.0/floatingips/4d903414-3a62-4cc5-9e4c-d02814e2b5af HTTP/1.1" status: 204 len: 168 time: 0.4695773 Apr 29 09:02:56.628690 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33826) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:57.133986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (90814175-ae59-4693-861c-07c8888dd8a2), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:57.395625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Deleting port d0af6bcc-91ae-4c32-b2ce-60f200e90575 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:57.395969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:57.475068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] For port d0af6bcc-91ae-4c32-b2ce-60f200e90575, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=d0af6bcc-91ae-4c32-b2ce-60f200e90575,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:57.475443 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:57.492601 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Calling delete_port for d0af6bcc-91ae-4c32-b2ce-60f200e90575 owned by network:router_interface {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:57.683368 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (d0af6bcc-91ae-4c32-b2ce-60f200e90575), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:57.711466 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0af6bcc-91ae-4c32-b2ce-60f200e90575,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:57.890874 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (90814175-ae59-4693-861c-07c8888dd8a2), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.127779 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Router 90814175-ae59-4693-861c-07c8888dd8a2 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:02:58.247931 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:02:58.253960 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2ecb1dfe-2707-4216-98e0-c51cd6e657c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/90814175-ae59-4693-861c-07c8888dd8a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239579 Apr 29 09:02:58.258020 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33842) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:58.262325 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Sync routers for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:02:58.275962 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:02:58.276626 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce8b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:02:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:58.394149 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks [] for router (90814175-ae59-4693-861c-07c8888dd8a2), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.487439 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:02:58.516701 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks [] for router_gateway (90814175-ae59-4693-861c-07c8888dd8a2), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.566017 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Deleting port 43f02e55-5aed-428e-b91a-73815b53efa5 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:58.568191 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.660399 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] For port 43f02e55-5aed-428e-b91a-73815b53efa5, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=43f02e55-5aed-428e-b91a-73815b53efa5,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:58.660701 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.662325 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce8b0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T09:02:57Z', 'revision_number': 5, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port': {'id': '43f02e55-5aed-428e-b91a-73815b53efa5', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90814175-ae59-4693-861c-07c8888dd8a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:58.673841 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Calling delete_port for 43f02e55-5aed-428e-b91a-73815b53efa5 owned by network:router_gateway {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:58.688409 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Checking router: 90814175-ae59-4693-861c-07c8888dd8a2 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:02:58.696879 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Routers {'90814175-ae59-4693-861c-07c8888dd8a2'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:02:58.697502 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce8b0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:02:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['90814175-ae59-4693-861c-07c8888dd8a2'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:58.785684 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] Set router 90814175-ae59-4693-861c-07c8888dd8a2 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:02:58.849858 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (43f02e55-5aed-428e-b91a-73815b53efa5), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:58.858618 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bfce8b0>, [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T09:02:58Z', 'revision_number': 6, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:02:58.877010 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f02e55-5aed-428e-b91a-73815b53efa5,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:58.884635 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfacec1-f172-438f-899d-c73bedd21817 None None] The sync data for ids ['90814175-ae59-4693-861c-07c8888dd8a2'] in dv-cinder-839872-1-iscsi is: [{'id': '90814175-ae59-4693-861c-07c8888dd8a2', 'name': 'tempest-AttachVolumeNegativeTest-2075993438-router', 'tenant_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:05Z', 'updated_at': '2022-04-29T09:02:58Z', 'revision_number': 6, 'project_id': '578e6a35974d4e5c8a0cd4e5fa994259', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:02:58.946934 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (90814175-ae59-4693-861c-07c8888dd8a2), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.041446 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (90814175-ae59-4693-861c-07c8888dd8a2), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.055272 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks [] for router_controller (90814175-ae59-4693-861c-07c8888dd8a2), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.094380 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (90814175-ae59-4693-861c-07c8888dd8a2), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.094994 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90814175-ae59-4693-861c-07c8888dd8a2 {{(pid=109812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:02:59.099661 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.101032 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1bc24f9f-76ca-4f11-aad6-33b95324e968 admin admin] 10.222.0.31 "DELETE /v2.0/routers/90814175-ae59-4693-861c-07c8888dd8a2 HTTP/1.1" status: 204 len: 168 time: 0.8424175 Apr 29 09:02:59.103576 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33848) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:59.147801 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Deleting subnet dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:02:59.150924 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Publish callbacks [] for subnet (dc64ea19-c2d5-4301-939f-2d92d9ae2ad9), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.184971 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (dc64ea19-c2d5-4301-939f-2d92d9ae2ad9), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.273862 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (dc64ea19-c2d5-4301-939f-2d92d9ae2ad9), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.338358 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (dc64ea19-c2d5-4301-939f-2d92d9ae2ad9), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.366417 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc64ea19-c2d5-4301-939f-2d92d9ae2ad9,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:59.373438 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.376642 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1eda7e02-ac59-4789-936f-770ea9150efe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc64ea19-c2d5-4301-939f-2d92d9ae2ad9 HTTP/1.1" status: 204 len: 168 time: 0.2720790 Apr 29 09:02:59.379051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33852) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:02:59.387508 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d0af6bcc-91ae-4c32-b2ce-60f200e90575 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:02:59.407885 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db510e7d-deaf-4fbe-9772-d9ac4bace820 None None] Network b24838f8-74fc-43df-860b-f0934d3ce2df requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:02:59.421511 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: d0af6bcc-91ae-4c32-b2ce-60f200e90575 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:02:59.421783 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device d0af6bcc-91ae-4c32-b2ce-60f200e90575 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:02:59.449689 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (b24838f8-74fc-43df-860b-f0934d3ce2df), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.713084 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] DHCP port deletion for b24838f8-74fc-43df-860b-f0934d3ce2df request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:02:59.761371 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Deleting port 1c134d56-df16-4a43-8084-291e783945ad {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:59.761952 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (1c134d56-df16-4a43-8084-291e783945ad), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.766744 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Deleting port 1c134d56-df16-4a43-8084-291e783945ad {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:02:59.766919 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (1c134d56-df16-4a43-8084-291e783945ad), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.832325 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] For port 1c134d56-df16-4a43-8084-291e783945ad, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=1c134d56-df16-4a43-8084-291e783945ad,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:59.832692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (1c134d56-df16-4a43-8084-291e783945ad), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.841960 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] For port 1c134d56-df16-4a43-8084-291e783945ad, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=1c134d56-df16-4a43-8084-291e783945ad,segment=NetworkSegment(1a6c01d8-c785-4088-a0be-953779be933b),segment_id=1a6c01d8-c785-4088-a0be-953779be933b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:02:59.842361 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (1c134d56-df16-4a43-8084-291e783945ad), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.846770 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Calling delete_port for 1c134d56-df16-4a43-8084-291e783945ad owned by network:dhcp {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:59.852657 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-5998837d-9fd6-4086-9fd1-679ca28a686d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.863298 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Calling delete_port for 1c134d56-df16-4a43-8084-291e783945ad owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:02:59.961065 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (1c134d56-df16-4a43-8084-291e783945ad), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.970214 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (1c134d56-df16-4a43-8084-291e783945ad), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:02:59.991259 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] No DVR routers for this DVR port 1c134d56-df16-4a43-8084-291e783945ad on host dv-cinder-839872-1-iscsi {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:02:59.995381 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c134d56-df16-4a43-8084-291e783945ad,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:02:59.998650 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Pushing event deleted for resources: {'Port': ['ID=1c134d56-df16-4a43-8084-291e783945ad,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:00.006327 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] No DVR routers for this DVR port 1c134d56-df16-4a43-8084-291e783945ad on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:03:00.008717 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.009077 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.009428 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.009779 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.010122 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.010460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.010792 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.011123 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.011456 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.012879 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.013398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.013743 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.014082 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.014415 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.014743 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ffe02b-5215-4b58-8cc9-4960874705a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:00.075714 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (b24838f8-74fc-43df-860b-f0934d3ce2df), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.095070 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a574490>,) {'filters': {'network_id': ['b24838f8-74fc-43df-860b-f0934d3ce2df']}} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:00.104107 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a574490>, '1a6c01d8-c785-4088-a0be-953779be933b') {'for_net_delete': True} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:00.104452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.services.segments.db [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a574490>, '1a6c01d8-c785-4088-a0be-953779be933b') {} {{(pid=109812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:00.113552 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60281710'] for segment (1a6c01d8-c785-4088-a0be-953779be933b), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.127800 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (1a6c01d8-c785-4088-a0be-953779be933b), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.133880 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:03:00.134223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2650129'] for segment (1a6c01d8-c785-4088-a0be-953779be933b), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: Traceback (most recent call last): Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: timer() Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: cb(*args, **kw) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: return func(*args, **kwargs) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: self._notify() Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: self.callback(batched_events) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: event.method(event) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: return f(self, *a, **k) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._get(url).json() Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: return self.request(url, 'GET', **kwargs) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:03:00.135862 dv-cinder-839872-1-iscsi neutron-server[109812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:03:00.192632 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (b24838f8-74fc-43df-860b-f0934d3ce2df), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.197749 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.200934 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b24838f8-74fc-43df-860b-f0934d3ce2df HTTP/1.1" status: 204 len: 168 time: 0.8209555 Apr 29 09:03:00.211631 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39fd0-d218-4a6f-a146-d1fae616af96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24838f8-74fc-43df-860b-f0934d3ce2df,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:00.327575 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33860) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:00.368530 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8f8f9d52-ab1e-470b-a8c3-24a3f352c920 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=578e6a35974d4e5c8a0cd4e5fa994259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395465 Apr 29 09:03:00.371792 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33862) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:00.422447 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] Publish callbacks [] for security_group (91575745-237e-4838-9957-a11514a8c8b8), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.444878 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] Publish callbacks [] for security_group (91575745-237e-4838-9957-a11514a8c8b8), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.493204 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (91575745-237e-4838-9957-a11514a8c8b8), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.495753 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:00.497986 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91575745-237e-4838-9957-a11514a8c8b8 HTTP/1.1" status: 204 len: 168 time: 0.1250260 Apr 29 09:03:00.505728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862140e-71bd-4718-9cf4-d0060681146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91575745-237e-4838-9957-a11514a8c8b8,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:01.231072 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 43f02e55-5aed-428e-b91a-73815b53efa5 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:01.251833 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 43f02e55-5aed-428e-b91a-73815b53efa5 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:01.252397 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 43f02e55-5aed-428e-b91a-73815b53efa5 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:01.253117 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 1c134d56-df16-4a43-8084-291e783945ad no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:01.273632 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 1c134d56-df16-4a43-8084-291e783945ad {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:01.273991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 1c134d56-df16-4a43-8084-291e783945ad not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:02.105879 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7fdd84dc-5436-46f3-8161-1640e9f22ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:03.677393 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:04.821806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.117269 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 33988) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:06.228838 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7c835906-4d85-44de-96f6-aee0e93379ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.305124 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7c835906-4d85-44de-96f6-aee0e93379ec admin admin] Publish callbacks [] for security_group (3c479ab9-fd6a-4fca-980d-d966cebc1bb7), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.308787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-7c835906-4d85-44de-96f6-aee0e93379ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (3c479ab9-fd6a-4fca-980d-d966cebc1bb7), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.340754 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.350308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-7c835906-4d85-44de-96f6-aee0e93379ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca3559d83d0147b096a25ecf844278e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319160 Apr 29 09:03:06.351060 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c835906-4d85-44de-96f6-aee0e93379ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c479ab9-fd6a-4fca-980d-d966cebc1bb7,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:06.352990 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 33994) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:06.426785 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] Publish callbacks [] for security_group (3c479ab9-fd6a-4fca-980d-d966cebc1bb7), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.454500 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] Publish callbacks [] for security_group (3c479ab9-fd6a-4fca-980d-d966cebc1bb7), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.507996 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (3c479ab9-fd6a-4fca-980d-d966cebc1bb7), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.510995 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.512907 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c479ab9-fd6a-4fca-980d-d966cebc1bb7 HTTP/1.1" status: 204 len: 168 time: 0.1587613 Apr 29 09:03:06.520611 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be2414-aed9-4b2c-ae11-6f93973c9a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c479ab9-fd6a-4fca-980d-d966cebc1bb7,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:06.779928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34000) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:06.793000 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-754ae609-7656-4b67-a1e1-a8e4fe423086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.870264 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-754ae609-7656-4b67-a1e1-a8e4fe423086 admin admin] Publish callbacks [] for security_group (9b72353a-0b10-40a6-931f-aa66ec5b807a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.875129 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-754ae609-7656-4b67-a1e1-a8e4fe423086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9b72353a-0b10-40a6-931f-aa66ec5b807a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.915557 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-754ae609-7656-4b67-a1e1-a8e4fe423086 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d115e43318214c098807948912d131a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345122 Apr 29 09:03:06.916435 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae609-7656-4b67-a1e1-a8e4fe423086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72353a-0b10-40a6-931f-aa66ec5b807a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:06.920309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34004) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:06.973381 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] Publish callbacks [] for security_group (9b72353a-0b10-40a6-931f-aa66ec5b807a), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:06.998603 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] Publish callbacks [] for security_group (9b72353a-0b10-40a6-931f-aa66ec5b807a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:07.047233 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9b72353a-0b10-40a6-931f-aa66ec5b807a), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:07.049855 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:07.051012 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b72353a-0b10-40a6-931f-aa66ec5b807a HTTP/1.1" status: 204 len: 168 time: 0.1296108 Apr 29 09:03:07.061454 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478f3dd-4a1a-4188-b8bb-e8ef4266611b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72353a-0b10-40a6-931f-aa66ec5b807a,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:07.792959 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:08.795992 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34056) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:08.922645 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebdd45da-223b-43c8-aae7-3702a5730e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.014383 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebdd45da-223b-43c8-aae7-3702a5730e88 admin admin] Publish callbacks [] for security_group (8f139f35-c376-4205-b486-a3f669c0a6fc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.019477 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ebdd45da-223b-43c8-aae7-3702a5730e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8f139f35-c376-4205-b486-a3f669c0a6fc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.064552 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ebdd45da-223b-43c8-aae7-3702a5730e88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96b8bba2337743a5a83c231178801112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673726 Apr 29 09:03:09.065638 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd45da-223b-43c8-aae7-3702a5730e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f139f35-c376-4205-b486-a3f669c0a6fc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:09.067336 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34062) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:09.123511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] Publish callbacks [] for security_group (8f139f35-c376-4205-b486-a3f669c0a6fc), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.147934 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] Publish callbacks [] for security_group (8f139f35-c376-4205-b486-a3f669c0a6fc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.195414 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (8f139f35-c376-4205-b486-a3f669c0a6fc), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.198042 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.199705 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f139f35-c376-4205-b486-a3f669c0a6fc HTTP/1.1" status: 204 len: 168 time: 0.1299875 Apr 29 09:03:09.207718 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b43d1-68df-4bc8-a6a4-ea5b8662b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f139f35-c376-4205-b486-a3f669c0a6fc,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:09.470732 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34070) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:09.485571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3406-8cec-4036-86b8-d75d23026c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.563761 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3406-8cec-4036-86b8-d75d23026c8f admin admin] Publish callbacks [] for security_group (9853002f-d42c-456b-97d8-bd630a337065), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.568289 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-dd0d3406-8cec-4036-86b8-d75d23026c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9853002f-d42c-456b-97d8-bd630a337065), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.611008 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-dd0d3406-8cec-4036-86b8-d75d23026c8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32af1e712a0d43f4aeb188e427285e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391439 Apr 29 09:03:09.611843 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d3406-8cec-4036-86b8-d75d23026c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9853002f-d42c-456b-97d8-bd630a337065,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:09.614503 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34074) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:09.667299 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] Publish callbacks [] for security_group (9853002f-d42c-456b-97d8-bd630a337065), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.691557 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] Publish callbacks [] for security_group (9853002f-d42c-456b-97d8-bd630a337065), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.747859 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (9853002f-d42c-456b-97d8-bd630a337065), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.750453 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:09.751641 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9853002f-d42c-456b-97d8-bd630a337065 HTTP/1.1" status: 204 len: 168 time: 0.1361794 Apr 29 09:03:09.760933 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0df1d-fc7e-4b6a-bf2b-c3ded5564cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853002f-d42c-456b-97d8-bd630a337065,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:09.971671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d251a2-4ad8-464d-8e28-81844b8e5e5a req-705c381e-693e-44c5-8a2b-b6b9725e15bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:09.973322 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-41d251a2-4ad8-464d-8e28-81844b8e5e5a req-705c381e-693e-44c5-8a2b-b6b9725e15bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0555093 Apr 29 09:03:10.025159 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-41d251a2-4ad8-464d-8e28-81844b8e5e5a req-22043f04-39cf-4161-8da5-bd97f6ee493b tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Apr 29 09:03:11.153784 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65b99c-8960-4a7e-968c-cc8e5187e3ed req-eb70c5a5-7971-4c95-a3c2-f595f16024a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:11.160426 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce65b99c-8960-4a7e-968c-cc8e5187e3ed req-eb70c5a5-7971-4c95-a3c2-f595f16024a8 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0553372 Apr 29 09:03:11.215976 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ce65b99c-8960-4a7e-968c-cc8e5187e3ed req-48a602e0-aa6b-45a8-b9e3-eebb75db6df5 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545537 Apr 29 09:03:11.419484 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-28af20a2-982d-44a2-99d8-ffe83c7ee585 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667238243&fields=id&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 267 time: 0.0489495 Apr 29 09:03:11.540489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-2e3b53eb-d882-4b96-a6e8-573d5fee29db tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:11.541914 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-2e3b53eb-d882-4b96-a6e8-573d5fee29db tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1145396 Apr 29 09:03:11.557457 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-d8bdd3df-f38d-47fb-82cf-3f9450709a58 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/quotas/d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 375 time: 0.0094593 Apr 29 09:03:11.611724 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34154) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:11.619098 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-ea5bda97-1aa0-4ff5-882a-07d923417f86 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542536 Apr 29 09:03:11.637403 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-843cca17-c866-47a5-bc3f-4b3c38512ca8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109812) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 09:03:11.638612 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-843cca17-c866-47a5-bc3f-4b3c38512ca8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057683 Apr 29 09:03:11.734813 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-e1c44441-bc7d-4fa4-8532-b774ace22bdf service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901296 Apr 29 09:03:11.767155 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8139e231-0303-4023-aeee-c7f87d7bcfbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:11.850565 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-e20a010b-78b6-45b7-8ef8-cf6244456f21 service neutron] 10.222.0.31 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096511 Apr 29 09:03:11.865993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8139e231-0303-4023-aeee-c7f87d7bcfbc admin admin] Publish callbacks [] for security_group (1efcf412-556a-4f86-8b20-bcf3dfa55496), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:11.873068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8139e231-0303-4023-aeee-c7f87d7bcfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1efcf412-556a-4f86-8b20-bcf3dfa55496), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:11.917424 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8139e231-0303-4023-aeee-c7f87d7bcfbc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19a692180723439e89b27b1f60600c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044579 Apr 29 09:03:11.925622 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139e231-0303-4023-aeee-c7f87d7bcfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efcf412-556a-4f86-8b20-bcf3dfa55496,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:11.926238 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34160) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:11.983712 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] Publish callbacks [] for security_group (1efcf412-556a-4f86-8b20-bcf3dfa55496), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.007183 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] Publish callbacks [] for security_group (1efcf412-556a-4f86-8b20-bcf3dfa55496), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.062839 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1efcf412-556a-4f86-8b20-bcf3dfa55496), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.065516 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.069198 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1efcf412-556a-4f86-8b20-bcf3dfa55496 HTTP/1.1" status: 204 len: 168 time: 0.1428583 Apr 29 09:03:12.078885 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dff41-ee87-4a99-bde8-349fcd8a7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efcf412-556a-4f86-8b20-bcf3dfa55496,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:12.196124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-dbfc6044-f2c1-4300-94a5-acdef7fad5ed req-34b643e3-0088-412b-a118-631888985965 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 210 time: 0.0359867 Apr 29 09:03:12.364228 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738dc48-0d3f-4c48-9c9d-9fea1c1d919a req-2cf498b3-87e0-495d-ba80-d261d5b7048c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:12.367033 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8738dc48-0d3f-4c48-9c9d-9fea1c1d919a req-2cf498b3-87e0-495d-ba80-d261d5b7048c tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0641530 Apr 29 09:03:12.398918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34180) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:12.422129 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8738dc48-0d3f-4c48-9c9d-9fea1c1d919a req-cb63c923-96ca-40b3-aa16-77be3e324dbe tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups?id=ea313ddd-c112-446d-adde-f80d2b75017e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481098 Apr 29 09:03:12.695578 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fc4219cd-a597-4491-965c-26d68cbd020c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.800019 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fc4219cd-a597-4491-965c-26d68cbd020c admin admin] Publish callbacks [] for security_group (a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.804812 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-135587ee-88a1-44f6-bba6-5390c397d2bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:12.806220 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-fc4219cd-a597-4491-965c-26d68cbd020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.806788 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-135587ee-88a1-44f6-bba6-5390c397d2bb tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 946 time: 0.0647607 Apr 29 09:03:12.855733 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-fc4219cd-a597-4491-965c-26d68cbd020c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff2570f05bb947bb8fa43ab86f59e448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557099 Apr 29 09:03:12.856570 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4219cd-a597-4491-965c-26d68cbd020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:12.858768 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34186) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:12.944733 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Deleting port 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:12.945080 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (440a5656-f549-48bb-8394-679abd59d5c6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:12.984625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] Publish callbacks [] for security_group (a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.052551 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] Publish callbacks [] for security_group (a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.105095 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] For port 440a5656-f549-48bb-8394-679abd59d5c6, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=440a5656-f549-48bb-8394-679abd59d5c6,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:13.106170 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (440a5656-f549-48bb-8394-679abd59d5c6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.165642 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.169153 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.170344 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97 HTTP/1.1" status: 204 len: 168 time: 0.3106091 Apr 29 09:03:13.189161 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f0798-1406-496c-b4d6-0f80108eb4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d1f777-4c3f-49ff-8fe6-b21cfaee6d97,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:13.205182 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:03:13.301275 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d306b780-363f-49df-b8c7-6624209ae777 req-b9ae8787-c8e8-46a2-abb8-abb9420e96b2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 210 time: 0.0332899 Apr 29 09:03:13.330174 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.330514 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.330855 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Floating IP c2c1ee73-7ef8-4df2-a638-94b6fbb30e62 disassociated. External IP: 172.27.0.242, port: 440a5656-f549-48bb-8394-679abd59d5c6. Apr 29 09:03:13.331215 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Calling delete_port for 440a5656-f549-48bb-8394-679abd59d5c6 owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:13.502789 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (440a5656-f549-48bb-8394-679abd59d5c6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.523797 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-f4c658df-d869-4d8a-97ef-6b8b98fa5d96 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:13.525435 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-f4c658df-d869-4d8a-97ef-6b8b98fa5d96 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 812 time: 0.1188831 Apr 29 09:03:13.580484 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6943d424-4eb0-443d-a073-f8e4b491afe0 req-37046380-67b5-4442-ba27-aed3cea038a4 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 210 time: 0.0346899 Apr 29 09:03:13.581266 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'Port': ['ID=440a5656-f549-48bb-8394-679abd59d5c6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:13.671621 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-1dcb7089-6e20-4ff3-8d5c-b8a94c351b84 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8dd37ae188e415e86f551e3f760319e HTTP/1.1" status: 200 len: 380 time: 0.1191018 Apr 29 09:03:13.689034 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'port': {'device_id': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'admin_state_up': True, 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'security_groups': ['d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:13.721405 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:03:13.845453 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Made reservation on behalf of d8dd37ae188e415e86f551e3f760319e for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:03:13.853458 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.871955 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:13.885652 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:13.903126 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:13.903792 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3ccbb0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:13.943526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] No DVR routers for this DVR port 440a5656-f549-48bb-8394-679abd59d5c6 on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:03:13.957208 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:13.962256 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-83dfbce4-b184-4e93-ac19-2e015d70ebed req-02258795-03cb-4aa8-91da-f257fe0835f2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.20 "DELETE /v2.0/ports/440a5656-f549-48bb-8394-679abd59d5c6 HTTP/1.1" status: 204 len: 173 time: 1.1486797 Apr 29 09:03:13.962926 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-deleted', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:13.985903 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a21c26-0c3f-4427-b67e-228cdb92f405" -d '{"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-deleted", "tag": "440a5656-f549-48bb-8394-679abd59d5c6"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:14.044494 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eab947-b25f-4160-8b0f-8282db106b63 x-openstack-request-id: req-26eab947-b25f-4160-8b0f-8282db106b63 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:14.044845 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74dc909-2e3d-4acb-a05a-ed18d4c0f699", "name": "network-vif-deleted", "tag": "440a5656-f549-48bb-8394-679abd59d5c6", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:14.045050 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26eab947-b25f-4160-8b0f-8282db106b63 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:14.045657 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26eab947-b25f-4160-8b0f-8282db106b63'] response: {'server_uuid': 'e74dc909-2e3d-4acb-a05a-ed18d4c0f699', 'name': 'network-vif-deleted', 'tag': '440a5656-f549-48bb-8394-679abd59d5c6', 'status': 'completed', 'code': 200} Apr 29 09:03:14.093049 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.20.0.4 (1a8d7fea-92bf-4f68-8779-641df4ec3db8/9cebad59-cdce-444e-967b-092d8033fca6/30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:14.100588 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:14.311862 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:14.349483 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3ccbb0>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:14.368860 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:14.429046 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:14.433430 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:14.458973 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:14.476206 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f610e55-2eaf-41cd-9a6c-b1e3d4369056 req-19f87bd7-a348-46f1-8879-2daa003b239c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:14.488267 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9f610e55-2eaf-41cd-9a6c-b1e3d4369056 req-19f87bd7-a348-46f1-8879-2daa003b239c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 931 time: 0.1086631 Apr 29 09:03:14.552287 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:14.597153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:14.598379 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:14.631763 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-00b99deb-1148-425a-9dee-49c7f47150b1 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466693 Apr 29 09:03:14.644568 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9f610e55-2eaf-41cd-9a6c-b1e3d4369056 req-4e3896ce-6946-4d23-86e0-3ccbd73215b0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533198 Apr 29 09:03:14.650417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Request body: {'port': {'device_id': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:14.711480 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:14.727724 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:14.729110 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3ccbb0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:14.832727 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-63fe94df-88f8-46a0-8fa7-ad8c47def6eb req-ec967915-cfb6-48b8-9e21-58f010df26a2 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/ports?device_id=e74dc909-2e3d-4acb-a05a-ed18d4c0f699 HTTP/1.1" status: 200 len: 210 time: 0.0421939 Apr 29 09:03:14.834295 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:14.892708 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:14.955897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-820ba283-5376-41c7-9013-c2f05fab060b None None] Provisioning complete for port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:14.956361 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-820ba283-5376-41c7-9013-c2f05fab060b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.057891 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-820ba283-5376-41c7-9013-c2f05fab060b None None] Port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:03:15.155765 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:03:15.163876 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks [] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.164640 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b3ccbb0>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:15.190312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Transition to ACTIVE for port object 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:03:15.194512 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.198362 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9f17e-0ce9-4481-8f98-918a152acb42 None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T08:51:13Z', 'revision_number': 4, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'b744ffef-4d4d-42ea-a4a2-5f6f00778268', 'name': '', 'network_id': '88e14c54-6fc1-4ee6-8dc1-d1927744d27d', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'mac_address': 'fa:16:3e:c1:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:12Z', 'updated_at': '2022-04-29T08:51:24Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'subnets': [{'id': '5bf72e77-5f57-413c-b577-a57f93058aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:15.250204 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Pushing event updated for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:15.352964 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Attempting to bind port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:03:15.356525 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Attempting to bind port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:03:15.356970 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Attempting to bind port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:15.363418 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:03:15.364016 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Attempting to bind port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c on network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:15.369983 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:03:15.370410 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Checking segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:15.371538 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Bound using segment: {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:03:15.372065 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Bound port: 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07522d4a-66a2-4af7-8830-260c52f09877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:03:15.373454 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.466866 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:03:15.475827 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:03:15.484477 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.522656 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:15.523283 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:15.524713 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 200 len: 1093 time: 0.8787675 Apr 29 09:03:15.525162 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:15.527943 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:15.568056 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49626b64-88da-429c-b01a-a5b3674472e6 service neutron] Pushing event updated for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:15.569335 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd12a6-f395-4911-8d95-590f74d67e16 None None] New status for floating IP c2c1ee73-7ef8-4df2-a638-94b6fbb30e62: DOWN {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:03:15.661536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-c9c2d2da-713c-4bbc-bdb8-c47344e2fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:15.663208 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-c9c2d2da-713c-4bbc-bdb8-c47344e2fb39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1127 time: 0.0629745 Apr 29 09:03:15.801412 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-54ec7195-8c99-46b6-bb84-fbf4406afe84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 200 len: 217 time: 0.1221616 Apr 29 09:03:15.867982 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817d53a-198e-4a61-989b-8ec8dd4ed131 x-openstack-request-id: req-2817d53a-198e-4a61-989b-8ec8dd4ed131 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:15.868317 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:15.868584 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2817d53a-198e-4a61-989b-8ec8dd4ed131 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:15.869012 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2817d53a-198e-4a61-989b-8ec8dd4ed131'] response: {'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'status': 'completed', 'code': 200} Apr 29 09:03:15.914973 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd6c6d-f2da-44ed-a0ec-b1503a08abb2 req-ad98fea2-5681-47c1-950b-3d6c1add1ff0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:15.916554 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-afbd6c6d-f2da-44ed-a0ec-b1503a08abb2 req-ad98fea2-5681-47c1-950b-3d6c1add1ff0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.1269374 Apr 29 09:03:15.958351 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34262) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:15.963734 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-9c3bb93f-4e37-4de5-9362-683d7e657d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:15.966975 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-9c3bb93f-4e37-4de5-9362-683d7e657d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.1164672 Apr 29 09:03:16.015724 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (ea313ddd-c112-446d-adde-f80d2b75017e), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.025014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-afbd6c6d-f2da-44ed-a0ec-b1503a08abb2 req-813714f1-f119-40b3-893c-74e7386fb3a8 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003406 Apr 29 09:03:16.028381 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829a188-1357-4363-a452-7fb6e78d6127 req-eeba2577-bd38-46de-92e3-45cdc56dac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:16.029889 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-eeba2577-bd38-46de-92e3-45cdc56dac23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542257 Apr 29 09:03:16.044424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (ea313ddd-c112-446d-adde-f80d2b75017e), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.096423 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ea313ddd-c112-446d-adde-f80d2b75017e), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.098980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.100150 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "DELETE /v2.0/security-groups/ea313ddd-c112-446d-adde-f80d2b75017e HTTP/1.1" status: 204 len: 168 time: 0.1405404 Apr 29 09:03:16.104436 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34264) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:16.119782 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b94948-25e8-412b-a57d-896a36b3e448 tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea313ddd-c112-446d-adde-f80d2b75017e,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:16.122557 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.api.v2.resource [None req-c578d7a6-5dc0-4bb4-a3e9-b72cfded619a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] show failed (client error): The resource could not be found. Apr 29 09:03:16.123798 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c578d7a6-5dc0-4bb4-a3e9-b72cfded619a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "GET /v2.0/security-groups/ea313ddd-c112-446d-adde-f80d2b75017e HTTP/1.1" status: 404 len: 347 time: 0.0184267 Apr 29 09:03:16.126626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34266) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:16.126773 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-0a01b445-cb40-4eec-9566-e1cfc8108bd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894172 Apr 29 09:03:16.222184 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7829a188-1357-4363-a452-7fb6e78d6127 req-6009ded4-7829-431d-b0b0-28f0a1ad7e6d service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Apr 29 09:03:16.259916 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Deleting port 4b69d22c-145f-4aa2-af3f-c1c4f1881c2a {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:16.260304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.340912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.341236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.352987 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Calling delete_port for 4b69d22c-145f-4aa2-af3f-c1c4f1881c2a owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:16.486625 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (4b69d22c-145f-4aa2-af3f-c1c4f1881c2a), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.513891 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Pushing event deleted for resources: {'Port': ['ID=4b69d22c-145f-4aa2-af3f-c1c4f1881c2a,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:16.571721 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks [] for floatingip (c2c1ee73-7ef8-4df2-a638-94b6fbb30e62), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.575315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:16.576814 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-cd1e462e-32ae-4367-8f80-815bcd49edec tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] 10.222.0.31 "DELETE /v2.0/floatingips/c2c1ee73-7ef8-4df2-a638-94b6fbb30e62 HTTP/1.1" status: 204 len: 168 time: 0.4491181 Apr 29 09:03:17.157836 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9098a-d2ab-48df-ab62-735e2326f286 req-f8787b70-f276-4352-ad76-c6670a47687a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.159451 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2df9098a-d2ab-48df-ab62-735e2326f286 req-f8787b70-f276-4352-ad76-c6670a47687a tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0562499 Apr 29 09:03:17.215644 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2df9098a-d2ab-48df-ab62-735e2326f286 req-5a3da1ba-6c37-42eb-abfb-c80dfe5112ee tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494933 Apr 29 09:03:17.305427 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-646d1b8e-97ae-44b5-8540-5c61da099ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.306937 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-646d1b8e-97ae-44b5-8540-5c61da099ae7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1127 time: 0.0442593 Apr 29 09:03:17.340198 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-ee4eed9b-d137-4eaa-a666-f178ee18823d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422084 Apr 29 09:03:17.411388 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-f9730663-f09b-4036-b3d3-aa36a47ae57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.413368 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-f9730663-f09b-4036-b3d3-aa36a47ae57d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.1005197 Apr 29 09:03:17.424366 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-808d16be-3df9-46ba-9d9e-63373789bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.425905 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-808d16be-3df9-46ba-9d9e-63373789bfd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1129 time: 0.0428886 Apr 29 09:03:17.459221 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-36cc46f2-e223-45af-a3b9-9c9c28fe46c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 200 len: 217 time: 0.0365288 Apr 29 09:03:17.513321 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-b98e3346-748f-4a59-8b51-d226974c959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.514856 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-b98e3346-748f-4a59-8b51-d226974c959c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0479088 Apr 29 09:03:17.541262 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-4ac2103a-72aa-4379-a983-12ff942aedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.543090 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-4ac2103a-72aa-4379-a983-12ff942aedbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.0940859 Apr 29 09:03:17.561185 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-f6109d97-c981-40fc-aea9-aeaf51fa1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:17.562894 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-f6109d97-c981-40fc-aea9-aeaf51fa1860 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391064 Apr 29 09:03:17.609787 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-4032937e-27d0-4d84-951d-113d58dd7c91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0603516 Apr 29 09:03:18.331445 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74e741-cdd6-4db3-856f-bb63e6acece3 req-1e4995d9-1998-4a08-8198-5f43281f765e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:18.333036 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e74e741-cdd6-4db3-856f-bb63e6acece3 req-1e4995d9-1998-4a08-8198-5f43281f765e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0487270 Apr 29 09:03:18.395307 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e74e741-cdd6-4db3-856f-bb63e6acece3 req-3673dcf7-4388-410d-b1c6-a945fe806a91 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518062 Apr 29 09:03:19.509524 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc66b52-b72f-4060-a0a0-5a64053f4945 req-eac24efb-5d0d-4248-a961-f133a198dafd tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:19.510976 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6bc66b52-b72f-4060-a0a0-5a64053f4945 req-eac24efb-5d0d-4248-a961-f133a198dafd tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0470686 Apr 29 09:03:19.566792 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6bc66b52-b72f-4060-a0a0-5a64053f4945 req-582aa4c0-d9bc-4ba1-a404-99481d38c28e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495217 Apr 29 09:03:20.438481 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:20.467837 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 440a5656-f549-48bb-8394-679abd59d5c6 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:20.468337 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 440a5656-f549-48bb-8394-679abd59d5c6 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:20.491074 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-58078f71-efb8-4ea6-b49d-b091b7d81ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:20.492980 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-58078f71-efb8-4ea6-b49d-b091b7d81ed7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0549865 Apr 29 09:03:20.532983 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-e8bd2546-bd00-46f5-b306-a4a0c38b520b service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967934 Apr 29 09:03:20.679632 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2cb3-5cea-447e-b7df-65304379c2cf req-dbba024d-dcef-4c24-9cbd-88cc899eaa11 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:20.681137 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1adb2cb3-5cea-447e-b7df-65304379c2cf req-dbba024d-dcef-4c24-9cbd-88cc899eaa11 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0470788 Apr 29 09:03:20.729849 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1adb2cb3-5cea-447e-b7df-65304379c2cf req-d3fcd88f-cf93-4957-b6cd-2bffb24c6975 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432143 Apr 29 09:03:21.849120 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572bd2c-4ece-4424-a5f0-58ae90683a37 req-bb727329-9c16-4087-b1bc-32d37cc01a0c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:21.850633 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4572bd2c-4ece-4424-a5f0-58ae90683a37 req-bb727329-9c16-4087-b1bc-32d37cc01a0c tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0507495 Apr 29 09:03:21.901560 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4572bd2c-4ece-4424-a5f0-58ae90683a37 req-f2884e7d-a61f-438b-aebe-868ac8b40fd8 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Apr 29 09:03:21.984519 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-3f304bef-bf86-44a0-ab4c-8aa1973aef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:21.986072 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-3f304bef-bf86-44a0-ab4c-8aa1973aef40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486310 Apr 29 09:03:22.041747 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6ba5a97e-b5dd-4095-ba8b-1bd0d8ec98d8 req-2be650dd-3331-4642-bff1-54fe306ab11d service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037467 Apr 29 09:03:22.086875 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-9285cb2e-466e-4ba1-aae1-01b1250089d3 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948575 Apr 29 09:03:22.182694 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-cb91cc7e-1f17-463d-9876-fa170c1ffbfc req-42ef78cb-52ea-4c8a-94f1-e74c21cd3063 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892999 Apr 29 09:03:23.021692 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d47700-f561-4115-876c-25300d2a756f req-8544671d-0f59-4a7c-afdd-4851eb9c73d0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:23.023372 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51d47700-f561-4115-876c-25300d2a756f req-8544671d-0f59-4a7c-afdd-4851eb9c73d0 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0498440 Apr 29 09:03:23.073422 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-51d47700-f561-4115-876c-25300d2a756f req-24356c59-c2f3-4241-86be-f6a39a15d840 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Apr 29 09:03:24.222136 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18af85-967e-4356-91cb-d68758528274 req-112f22df-5632-42a6-a052-b6f427dd18dc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:24.224236 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa18af85-967e-4356-91cb-d68758528274 req-112f22df-5632-42a6-a052-b6f427dd18dc tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 943 time: 0.0723946 Apr 29 09:03:24.282492 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34376) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:24.306050 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fa18af85-967e-4356-91cb-d68758528274 req-4cb5db93-0f46-4653-bbdb-3e390190f54e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720148 Apr 29 09:03:24.434437 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:03:24.569067 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:24.583481 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'port_id': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'mac_address': 'fa:16:3e:c9:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:03:24.628089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:24.628530 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:24.646919 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:03:24.670440 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:24.675108 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:24.745271 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:24.951274 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:25.130391 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:03:25.255856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Deleting port b744ffef-4d4d-42ea-a4a2-5f6f00778268 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:25.256262 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:25.349498 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] For port b744ffef-4d4d-42ea-a4a2-5f6f00778268, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=b744ffef-4d4d-42ea-a4a2-5f6f00778268,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:25.350229 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:25.366721 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Calling delete_port for b744ffef-4d4d-42ea-a4a2-5f6f00778268 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:25.478930 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ef339-6df7-49fd-b50a-df9f0d69b2a9 req-0a9fefc6-3c70-4873-8c4b-8ab5a571a12f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:25.480626 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-476ef339-6df7-49fd-b50a-df9f0d69b2a9 req-0a9fefc6-3c70-4873-8c4b-8ab5a571a12f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 944 time: 0.0644314 Apr 29 09:03:25.592993 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-476ef339-6df7-49fd-b50a-df9f0d69b2a9 req-09dbb52f-5b5e-4563-b029-2b22df9f47b7 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737495 Apr 29 09:03:25.652631 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (b744ffef-4d4d-42ea-a4a2-5f6f00778268), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:25.681103 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b744ffef-4d4d-42ea-a4a2-5f6f00778268,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:25.854701 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.107333 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:03:26.253835 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:26.259132 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f8c87c84-249c-4115-aca3-6a0f3d2f7a66 admin admin] 10.222.0.31 "PUT /v2.0/routers/f8bbb16f-400b-4e2f-920b-9a612ed9ef73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9748602 Apr 29 09:03:26.261695 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34406) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:26.268475 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Sync routers for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:26.281258 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:26.282889 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b519850>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:26.387771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks [] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.415541 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:26.428649 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34410) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:26.451655 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:26.510773 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks [] for router_gateway (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.567058 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Deleting port 0d92298e-8340-4954-9dde-d09ac934eeab {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:26.567351 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.578303 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-03850cb5-f30c-4966-a6da-c420f134d996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.597577 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:03:26.612524 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:26.612908 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.689873 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] For port 0d92298e-8340-4954-9dde-d09ac934eeab, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=0d92298e-8340-4954-9dde-d09ac934eeab,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:26.690420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.695095 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b519850>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T09:03:25Z', 'revision_number': 5, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port': {'id': '0d92298e-8340-4954-9dde-d09ac934eeab', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:51:07Z', 'updated_at': '2022-04-29T08:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:26.698504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-03850cb5-f30c-4966-a6da-c420f134d996 admin admin] Publish callbacks [] for security_group (0dbcafce-cfbb-4879-9069-e1cddef2d5a4), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.713368 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Calling delete_port for 0d92298e-8340-4954-9dde-d09ac934eeab owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:26.722703 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-03850cb5-f30c-4966-a6da-c420f134d996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0dbcafce-cfbb-4879-9069-e1cddef2d5a4), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.727921 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Checking router: f8bbb16f-400b-4e2f-920b-9a612ed9ef73 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:26.766384 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Routers {'f8bbb16f-400b-4e2f-920b-9a612ed9ef73'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:26.767021 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b519850>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:26.771427 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a0953-6367-4db9-a852-fc1290adec39 req-63fa2bda-512a-4ceb-8a4e-05f40debc69d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:26.772951 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d19a0953-6367-4db9-a852-fc1290adec39 req-63fa2bda-512a-4ceb-8a4e-05f40debc69d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 944 time: 0.0876679 Apr 29 09:03:26.791308 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-03850cb5-f30c-4966-a6da-c420f134d996 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ea4d029e8504ad0b5aafa1735238aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605819 Apr 29 09:03:26.792440 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03850cb5-f30c-4966-a6da-c420f134d996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbcafce-cfbb-4879-9069-e1cddef2d5a4,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:26.795735 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34416) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:26.813833 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:26.814233 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.871725 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-d19a0953-6367-4db9-a852-fc1290adec39 req-8ae27e79-3882-4b44-8ac6-07ccfadc181b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894961 Apr 29 09:03:26.881553 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:26.882261 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] Publish callbacks [] for security_group (0dbcafce-cfbb-4879-9069-e1cddef2d5a4), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.883762 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11324ff-59dc-4dd7-b750-b13391d21e22" -d '{"events": [{"server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "name": "network-vif-plugged", "status": "completed", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:26.910006 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:26.915288 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] Set router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 gateway port host: None {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:26.922088 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] Publish callbacks [] for security_group (0dbcafce-cfbb-4879-9069-e1cddef2d5a4), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:26.926969 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.002442 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0dbcafce-cfbb-4879-9069-e1cddef2d5a4), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.005450 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.008980 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0dbcafce-cfbb-4879-9069-e1cddef2d5a4 HTTP/1.1" status: 204 len: 168 time: 0.2034688 Apr 29 09:03:27.010663 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b519850>, [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T09:03:26Z', 'revision_number': 6, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:27.021542 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bd483-613e-4ffa-bdde-f6218c1938ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbcafce-cfbb-4879-9069-e1cddef2d5a4,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:27.070935 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d27b3-1758-4375-88bb-53bfff45474d None None] The sync data for ids ['f8bbb16f-400b-4e2f-920b-9a612ed9ef73'] in dv-cinder-839872-1-iscsi is: [{'id': 'f8bbb16f-400b-4e2f-920b-9a612ed9ef73', 'name': 'tempest-AttachVolumeShelveTestJSON-1904363271-router', 'tenant_id': '81c2c3d18ff34afe806e090aec002a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:51:06Z', 'updated_at': '2022-04-29T09:03:26Z', 'revision_number': 6, 'project_id': '81c2c3d18ff34afe806e090aec002a4b', 'gw_port_host': None}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:27.103554 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:27.131689 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b82a9-e697-43a7-b444-a4ba790734ae x-openstack-request-id: req-507b82a9-e697-43a7-b444-a4ba790734ae {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:27.132024 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "name": "network-vif-plugged", "status": "completed", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:27.132293 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-507b82a9-e697-43a7-b444-a4ba790734ae {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:27.132819 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507b82a9-e697-43a7-b444-a4ba790734ae'] response: {'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'code': 200} Apr 29 09:03:27.257404 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (0d92298e-8340-4954-9dde-d09ac934eeab), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.287656 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d92298e-8340-4954-9dde-d09ac934eeab,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:27.379569 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.452228 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437a59-2d62-4b67-9872-a3764f384a11 req-3afde185-ec63-495d-8404-4f89a6a520d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:27.454617 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-93437a59-2d62-4b67-9872-a3764f384a11 req-3afde185-ec63-495d-8404-4f89a6a520d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1129 time: 0.0764380 Apr 29 09:03:27.470950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34430) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:27.524743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.526612 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e3338887-a576-4941-b1c6-eded64d5dcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.530538 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks [] for router_controller (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.559998 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-93437a59-2d62-4b67-9872-a3764f384a11 req-882d0e40-d527-43aa-be1d-a75d6224a35c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957932 Apr 29 09:03:27.602930 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (f8bbb16f-400b-4e2f-920b-9a612ed9ef73), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.602930 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bbb16f-400b-4e2f-920b-9a612ed9ef73 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:03:27.609496 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.612889 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-34162f5a-b592-4d1c-9b32-5ae744c927bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/f8bbb16f-400b-4e2f-920b-9a612ed9ef73 HTTP/1.1" status: 204 len: 168 time: 1.3489037 Apr 29 09:03:27.613361 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34434) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:27.628225 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device b744ffef-4d4d-42ea-a4a2-5f6f00778268 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:27.650797 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34436) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:27.657002 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: b744ffef-4d4d-42ea-a4a2-5f6f00778268 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:27.657538 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device b744ffef-4d4d-42ea-a4a2-5f6f00778268 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:27.661384 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Deleting subnet 5bf72e77-5f57-413c-b577-a57f93058aeb {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:03:27.665104 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Publish callbacks [] for subnet (5bf72e77-5f57-413c-b577-a57f93058aeb), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.687790 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e3338887-a576-4941-b1c6-eded64d5dcc9 admin admin] Publish callbacks [] for security_group (1586f41b-d807-43ae-b820-34930ce187b1), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.692536 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e3338887-a576-4941-b1c6-eded64d5dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1586f41b-d807-43ae-b820-34930ce187b1), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.704119 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (5bf72e77-5f57-413c-b577-a57f93058aeb), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.736389 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e3338887-a576-4941-b1c6-eded64d5dcc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc6086ca8b1d4a8eb23d39fd548c830c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644887 Apr 29 09:03:27.737356 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338887-a576-4941-b1c6-eded64d5dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586f41b-d807-43ae-b820-34930ce187b1,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:27.739740 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34440) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:27.791548 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c23e9ed-7895-49c5-a10d-b89eb33c21af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.804981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (5bf72e77-5f57-413c-b577-a57f93058aeb), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.815699 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] Publish callbacks [] for security_group (1586f41b-d807-43ae-b820-34930ce187b1), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.851778 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] Publish callbacks [] for security_group (1586f41b-d807-43ae-b820-34930ce187b1), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.862599 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (5bf72e77-5f57-413c-b577-a57f93058aeb), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.894566 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.899545 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5bf72e77-5f57-413c-b577-a57f93058aeb HTTP/1.1" status: 204 len: 168 time: 0.2851093 Apr 29 09:03:27.900485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11400f96-f4b6-4841-ac1e-3db8b996794f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf72e77-5f57-413c-b577-a57f93058aeb,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:27.903812 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34442) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:27.908347 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f43a82-5744-4878-92e8-a229211433c4 None None] Network 88e14c54-6fc1-4ee6-8dc1-d1927744d27d requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:03:27.958296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c23e9ed-7895-49c5-a10d-b89eb33c21af admin admin] Publish callbacks [] for security_group (e238d569-c735-486f-ad06-5135d92be495), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.963510 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1586f41b-d807-43ae-b820-34930ce187b1), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.966642 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:27.968275 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1586f41b-d807-43ae-b820-34930ce187b1 HTTP/1.1" status: 204 len: 168 time: 0.2273796 Apr 29 09:03:28.026524 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7c23e9ed-7895-49c5-a10d-b89eb33c21af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e238d569-c735-486f-ad06-5135d92be495), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.032284 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb1d0-cd86-43b2-965a-b3d104bb119e req-43da4ec4-d919-4af3-bd73-f2dbae2d9e09 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:28.036758 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5c5fb1d0-cd86-43b2-965a-b3d104bb119e req-43da4ec4-d919-4af3-bd73-f2dbae2d9e09 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0677369 Apr 29 09:03:28.060471 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23057c5-b80e-4cfa-bc43-2b45f886aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586f41b-d807-43ae-b820-34930ce187b1,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.085899 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7c23e9ed-7895-49c5-a10d-b89eb33c21af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3d4892ba37147babfbf1c7ea83b98ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335833 Apr 29 09:03:28.089409 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34448) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:28.091063 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (88e14c54-6fc1-4ee6-8dc1-d1927744d27d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.165205 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5c5fb1d0-cd86-43b2-965a-b3d104bb119e req-08550eb6-cea2-4358-8682-760f4711e29b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080709 Apr 29 09:03:28.169782 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23e9ed-7895-49c5-a10d-b89eb33c21af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e238d569-c735-486f-ad06-5135d92be495,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.187308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Deleting port c7329624-f1f9-47cc-b8fb-62d85b79b51d {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:28.187656 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.222507 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] Publish callbacks [] for security_group (e238d569-c735-486f-ad06-5135d92be495), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.258853 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] Publish callbacks [] for security_group (e238d569-c735-486f-ad06-5135d92be495), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.280718 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] For port c7329624-f1f9-47cc-b8fb-62d85b79b51d, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=c7329624-f1f9-47cc-b8fb-62d85b79b51d,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:28.281110 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.297940 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e817779-7940-4670-b50b-da90551670f5 None None] DHCP port deletion for 88e14c54-6fc1-4ee6-8dc1-d1927744d27d request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:03:28.329211 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Calling delete_port for c7329624-f1f9-47cc-b8fb-62d85b79b51d owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:28.329418 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e238d569-c735-486f-ad06-5135d92be495), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.341768 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.343483 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e238d569-c735-486f-ad06-5135d92be495 HTTP/1.1" status: 204 len: 168 time: 0.2529166 Apr 29 09:03:28.358135 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d5096-011b-45d2-b280-069087375ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e238d569-c735-486f-ad06-5135d92be495,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.358283 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Deleting port c7329624-f1f9-47cc-b8fb-62d85b79b51d {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:03:28.358576 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.444676 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.489635 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] No DVR routers for this DVR port c7329624-f1f9-47cc-b8fb-62d85b79b51d on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:03:28.491603 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c7329624-f1f9-47cc-b8fb-62d85b79b51d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.498884 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-8e817779-7940-4670-b50b-da90551670f5 None None] For port c7329624-f1f9-47cc-b8fb-62d85b79b51d, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=c7329624-f1f9-47cc-b8fb-62d85b79b51d,segment=NetworkSegment(b3f8c795-f655-40d4-be2f-7f7879dd5d0b),segment_id=b3f8c795-f655-40d4-be2f-7f7879dd5d0b)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:28.501668 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.519515 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Calling delete_port for c7329624-f1f9-47cc-b8fb-62d85b79b51d owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:03:28.576515 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (88e14c54-6fc1-4ee6-8dc1-d1927744d27d), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.601704 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e99c2afd0>,) {'filters': {'network_id': ['88e14c54-6fc1-4ee6-8dc1-d1927744d27d']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:28.614956 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99c2afd0>, 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:28.615573 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e99c2afd0>, 'b3f8c795-f655-40d4-be2f-7f7879dd5d0b') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:28.633312 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (b3f8c795-f655-40d4-be2f-7f7879dd5d0b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.641846 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (c7329624-f1f9-47cc-b8fb-62d85b79b51d), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.656001 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (b3f8c795-f655-40d4-be2f-7f7879dd5d0b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.656756 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e817779-7940-4670-b50b-da90551670f5 None None] No DVR routers for this DVR port c7329624-f1f9-47cc-b8fb-62d85b79b51d on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:03:28.669728 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:03:28.670445 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (b3f8c795-f655-40d4-be2f-7f7879dd5d0b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.693616 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e817779-7940-4670-b50b-da90551670f5 None None] Pushing event deleted for resources: {'Port': ['ID=c7329624-f1f9-47cc-b8fb-62d85b79b51d,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:03:28.739302 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:03:28.752159 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (88e14c54-6fc1-4ee6-8dc1-d1927744d27d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.758217 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:28.761709 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] 10.222.0.31 "DELETE /v2.0/networks/88e14c54-6fc1-4ee6-8dc1-d1927744d27d HTTP/1.1" status: 204 len: 168 time: 0.8559163 Apr 29 09:03:28.773934 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dee4-0139-4cc9-aa1e-c089a07263ea admin admin] Pushing event deleted for resources: {'Network': ['ID=88e14c54-6fc1-4ee6-8dc1-d1927744d27d,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:28.898932 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34470) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:28.942953 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9361499c-41dd-43fe-ab66-ad64da1b7614 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81c2c3d18ff34afe806e090aec002a4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431275 Apr 29 09:03:28.945354 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34474) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:28.996601 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] Publish callbacks [] for security_group (c2383a61-a6f8-4903-9192-4700a22d0fe1), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.020162 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] Publish callbacks [] for security_group (c2383a61-a6f8-4903-9192-4700a22d0fe1), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.068952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (c2383a61-a6f8-4903-9192-4700a22d0fe1), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.071528 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.072703 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2383a61-a6f8-4903-9192-4700a22d0fe1 HTTP/1.1" status: 204 len: 168 time: 0.1264524 Apr 29 09:03:29.081160 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d553ef0-d4ee-468f-b41b-bbccaccf8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2383a61-a6f8-4903-9192-4700a22d0fe1,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:29.264378 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0d92298e-8340-4954-9dde-d09ac934eeab no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:29.288080 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 0d92298e-8340-4954-9dde-d09ac934eeab {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:29.288737 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 0d92298e-8340-4954-9dde-d09ac934eeab not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:29.289158 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device c7329624-f1f9-47cc-b8fb-62d85b79b51d no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:03:29.313309 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: c7329624-f1f9-47cc-b8fb-62d85b79b51d {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:03:29.313655 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device c7329624-f1f9-47cc-b8fb-62d85b79b51d not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:03:29.317184 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b053f4-05e9-4fb9-8935-3b2bded3cb5c req-b37e22e8-ef36-4ae8-a037-cb84d7742678 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:29.326371 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e2b053f4-05e9-4fb9-8935-3b2bded3cb5c req-b37e22e8-ef36-4ae8-a037-cb84d7742678 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0716574 Apr 29 09:03:29.383796 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-e2b053f4-05e9-4fb9-8935-3b2bded3cb5c req-1767a4bf-9be1-4b15-bc53-a2d23731bdae tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565481 Apr 29 09:03:29.473116 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34496) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:29.584362 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a1186a15-1558-4cb7-96f0-d576ccdb09d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.675746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a1186a15-1558-4cb7-96f0-d576ccdb09d1 admin admin] Publish callbacks [] for security_group (1bbbc9d1-f113-4502-b623-637932a15563), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.685809 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-a1186a15-1558-4cb7-96f0-d576ccdb09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1bbbc9d1-f113-4502-b623-637932a15563), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.734714 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-a1186a15-1558-4cb7-96f0-d576ccdb09d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2b7ff5e0b784e00bf93dc6d9a683ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600913 Apr 29 09:03:29.735441 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1186a15-1558-4cb7-96f0-d576ccdb09d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbbc9d1-f113-4502-b623-637932a15563,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:29.737441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34508) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:29.792439 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] Publish callbacks [] for security_group (1bbbc9d1-f113-4502-b623-637932a15563), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.816365 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-f1a6076d-1a28-493f-8201-8b7620d519fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.820979 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] Publish callbacks [] for security_group (1bbbc9d1-f113-4502-b623-637932a15563), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.874247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (1bbbc9d1-f113-4502-b623-637932a15563), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.876969 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:29.878116 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bbbc9d1-f113-4502-b623-637932a15563 HTTP/1.1" status: 204 len: 168 time: 0.1393075 Apr 29 09:03:29.886531 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef95a3-cb27-4e9e-9120-35677164bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbbc9d1-f113-4502-b623-637932a15563,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:29.948347 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34518) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:30.165255 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1666829821-network', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:30.187536 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Made reservation on behalf of aba74bd5665f48f69b0d080b09b8ade5 for: {'network': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:03:30.190153 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for network (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.199229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.281773 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks [] for security_group (227a00e3-3cd5-47fd-b2f3-bfcef19caaeb), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.285672 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (227a00e3-3cd5-47fd-b2f3-bfcef19caaeb), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.312917 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 29 09:03:30.322947 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227a00e3-3cd5-47fd-b2f3-bfcef19caaeb,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:30.328754 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (a9f2f836-6950-42ed-946e-a4eff91674f2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.329119 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.segments_db [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Added segment a9f2f836-6950-42ed-946e-a4eff91674f2 of type vlan for network 1a79dedb-df01-4141-9876-7ec3cac354d9 Apr 29 09:03:30.386769 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744186596756'] for network (1a79dedb-df01-4141-9876-7ec3cac354d9), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.416289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781'] for network (1a79dedb-df01-4141-9876-7ec3cac354d9), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.417608 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:30.418191 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.457906 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5020351 Apr 29 09:03:30.458307 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34538) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:30.460424 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Request body: {'subnet': {'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1666829821-subnet', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:30.490687 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Made reservation on behalf of aba74bd5665f48f69b0d080b09b8ade5 for: {'subnet': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:03:30.493937 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60438417'] for subnet (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.498745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b1bf3-ae6b-4fec-8ff6-87235e05f057 admin admin] Pushing event updated for resources: {'Network': ['ID=1a79dedb-df01-4141-9876-7ec3cac354d9,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:30.513360 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 details requested by agent ovs-agent-dv-cinder-839872-1-iscsi with host dv-cinder-839872-1-iscsi {{(pid=109814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 29 09:03:30.535491 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27d11d-5dcb-4136-b613-33a700cc56a8 req-9d0e5a10-5d86-4f02-8aca-1b9969dc1d62 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:30.537142 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7f27d11d-5dcb-4136-b613-33a700cc56a8 req-9d0e5a10-5d86-4f02-8aca-1b9969dc1d62 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0534327 Apr 29 09:03:30.612988 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7f27d11d-5dcb-4136-b613-33a700cc56a8 req-47aa834d-ac50-42f7-a5fd-1b40981f04f3 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700140 Apr 29 09:03:30.698666 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59964654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60438371'] for subnet (49ca8051-a90c-496e-8ece-22ed47d76807), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.787263 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a31b1-3b18-4739-b7e3-21839a480f5a req-07186c49-5879-4dce-a35d-093c7a0483f3 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:30.788924 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b93a31b1-3b18-4739-b7e3-21839a480f5a req-07186c49-5879-4dce-a35d-093c7a0483f3 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.1030869 Apr 29 09:03:30.810136 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ca8051-a90c-496e-8ece-22ed47d76807,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:30.831264 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Checking segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:30.831635 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Network hostable DHCP agents. Network: 1a79dedb-df01-4141-9876-7ec3cac354d9, hostable agents: ['73ceacfc-2208-40ff-b3c5-3a2ccf99274a'], hosted agents: [] {{(pid=109813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 29 09:03:30.865860 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b93a31b1-3b18-4739-b7e3-21839a480f5a req-ce40ed4a-1084-4ed7-a47e-08c2be63635e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681384 Apr 29 09:03:30.870801 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is scheduled to be hosted by DHCP agent 73ceacfc-2208-40ff-b3c5-3a2ccf99274a with binding_index 1 {{(pid=109813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 29 09:03:30.882579 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839872-1-iscsi, 1a79dedb-df01-4141-9876-7ec3cac354d9) {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:30.887655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:30.889022 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.890912 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34550) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:30.896059 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c581a-99a7-4a5b-8628-a5a064cacd37 None None] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:03:30.916546 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7af44d28-92d2-4447-8d68-03d0054d8dfc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4602227 Apr 29 09:03:30.919440 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34554) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:30.928258 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:30.967736 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-708268', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11551'] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:30.970363 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-709404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-668076', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-711077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11542'] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.021318 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0b8a7db-d04b-5e61-a49d-8fe086e95f05-1a79dedb-df01-4141-9876-7ec3cac354d9', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807'}]}} from dv-cinder-839872-1-iscsi. {{(pid=109814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 29 09:03:31.022313 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.036509 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for router_controller (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), precommit_add_association {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.210006 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.db_base_plugin_common [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Allocated IP 172.20.0.2 (1a79dedb-df01-4141-9876-7ec3cac354d9/49ca8051-a90c-496e-8ece-22ed47d76807/e1b6466c-16c4-4235-8190-3cf0d1a690cb) {{(pid=109814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:31.364531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks [] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), precommit_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.372165 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), after_create {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.424519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is already hosted by enough agents. {{(pid=109814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:31.429345 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.scheduler.base_scheduler [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Resources bound (agent type, host, resource id): {{(pid=109814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:31.433117 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Received port after_create {{(pid=109814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:31.452376 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Pushing event updated for resources: {'Port': ['ID=e1b6466c-16c4-4235-8190-3cf0d1a690cb,revision_number=1']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:31.510689 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Attempting to bind port e1b6466c-16c4-4235-8190-3cf0d1a690cb on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:03:31.511064 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Attempting to bind port e1b6466c-16c4-4235-8190-3cf0d1a690cb by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:03:31.511428 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Attempting to bind port e1b6466c-16c4-4235-8190-3cf0d1a690cb on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:31.514049 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for router_gateway (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.517423 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:03:31.517798 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Checking segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:31.518200 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.518597 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Bound using segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:03:31.519064 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Bound port: e1b6466c-16c4-4235-8190-3cf0d1a690cb, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:03:31.519444 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.528019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b0f4a-5046-4ddd-86a1-3c763113913a tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:31.529583 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-388b0f4a-5046-4ddd-86a1-3c763113913a tempest-TestVolumeBootPattern-1530989390 tempest-TestVolumeBootPattern-1530989390-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1124 time: 0.6376626 Apr 29 09:03:31.532614 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34562) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:31.537422 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'port_id': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:31.558496 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.601155 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] For port e1b6466c-16c4-4235-8190-3cf0d1a690cb, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:03:31.604791 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] For port e1b6466c-16c4-4235-8190-3cf0d1a690cb, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e1b6466c-16c4-4235-8190-3cf0d1a690cb,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:03:31.611945 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.654363 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.676800 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da41e90-8f4c-405f-a02a-998cea37fd7e None None] Pushing event updated for resources: {'Port': ['ID=e1b6466c-16c4-4235-8190-3cf0d1a690cb,revision_number=2']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:31.745390 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for router_gateway (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.771578 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:31.783484 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Allocated IP 172.27.0.213 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/c0cfd11a-36dc-4529-b248-9c8a5b5de5b0) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:31.958463 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.006578 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.059970 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Allocated IP 172.27.0.18 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/aa4ec822-a847-416c-b1f9-7c35e1ea0039) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:32.066697 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:32.073964 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:32.078053 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:32.116830 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8889e6e9-7f7b-43eb-a0a6-925099f9c3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.121992 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=c0cfd11a-36dc-4529-b248-9c8a5b5de5b0,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:32.137392 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.138193 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.138193 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.139153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.139153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.139405 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.139714 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.140052 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.140918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.140918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.141109 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.141365 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.141688 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.142006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.142328 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.200818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.239526 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.284101 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:32.290098 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:32.293427 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:32.328661 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4ec822-a847-416c-b1f9-7c35e1ea0039,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:32.341729 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.342189 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.342630 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.343070 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.343504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.343934 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.344407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.344833 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.345267 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.345713 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.346205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.346673 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.347166 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.347552 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.348100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:32.635850 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (3165e3b5-9c0f-4689-83bd-96b3fba01053), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.695441 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for router_gateway (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.729563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.800449 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d993f-7846-4f4b-9af9-5ab122d4cb09 None None] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:03:32.900096 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.907217 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Provisioning complete for port e1b6466c-16c4-4235-8190-3cf0d1a690cb triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:32.907598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.909224 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:32.943389 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-668121'] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.002454 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Current status of the port e1b6466c-16c4-4235-8190-3cf0d1a690cb is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:33.003160 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.019841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event updated for resources: {'Port': ['ID=c0cfd11a-36dc-4529-b248-9c8a5b5de5b0,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:33.026779 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (3165e3b5-9c0f-4689-83bd-96b3fba01053), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.050526 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] For port e1b6466c-16c4-4235-8190-3cf0d1a690cb, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e1b6466c-16c4-4235-8190-3cf0d1a690cb,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:33.058068 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.126195 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab07e3-c4a6-4f91-ac8b-966a1c4475d3 None None] Pushing event updated for resources: {'Port': ['ID=e1b6466c-16c4-4235-8190-3cf0d1a690cb,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:33.149380 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 3165e3b5-9c0f-4689-83bd-96b3fba01053 associated. External IP: 172.27.0.213, port: 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c. Apr 29 09:03:33.156802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf is scheduled to L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 with binding_index 1 {{(pid=109812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 29 09:03:33.283497 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e1b6466c-16c4-4235-8190-3cf0d1a690cb up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:33.288377 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:33.302325 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:33.311236 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.315863 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-285d7655-b345-4a8e-badd-048623407419 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3937402 Apr 29 09:03:33.316190 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:33.317310 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bbe1ee0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:33.318050 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34570) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:33.322799 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-3776885a-5f7f-4206-980b-954221b08bd2 None None] Provisioning complete for port e1b6466c-16c4-4235-8190-3cf0d1a690cb triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:33.323334 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-3776885a-5f7f-4206-980b-954221b08bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.383274 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port e1b6466c-16c4-4235-8190-3cf0d1a690cb triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:33.383653 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.437305 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:33.476904 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-3776885a-5f7f-4206-980b-954221b08bd2 None None] Current status of the port e1b6466c-16c4-4235-8190-3cf0d1a690cb is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:33.496161 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:03:33.528417 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port e1b6466c-16c4-4235-8190-3cf0d1a690cb is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:33.622498 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bbe1ee0>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 3, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:33.653966 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:33.654318 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Updating router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf port aa4ec822-a847-416c-b1f9-7c35e1ea0039 binding host dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 09:03:33.679992 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:33.682322 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.022962 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:34.034269 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:34.035430 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks [] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), precommit_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.044348 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.047309 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:34.048163 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc026d0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.074352 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.089484 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Attempting to bind port aa4ec822-a847-416c-b1f9-7c35e1ea0039 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:03:34.090010 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Attempting to bind port aa4ec822-a847-416c-b1f9-7c35e1ea0039 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:03:34.090507 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Attempting to bind port aa4ec822-a847-416c-b1f9-7c35e1ea0039 on network 30adaa79-81eb-45f0-ac96-21680a0f06cb {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:34.102084 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:03:34.102612 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Checking segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:34.103709 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.103709 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Bound using segment: {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'} {{(pid=109815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:03:34.104161 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.managers [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Bound port: aa4ec822-a847-416c-b1f9-7c35e1ea0039, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}}] {{(pid=109815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:03:34.104640 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), before_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.128695 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-96b67ba3-058f-4b8c-b5ba-8eb9c134d46b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5948668 Apr 29 09:03:34.130147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:34.132706 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994141c-dab4-49d7-b399-e802b073dfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:34.156925 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Pushing event updated for resources: {'Port': ['ID=aa4ec822-a847-416c-b1f9-7c35e1ea0039,revision_number=2']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:34.166392 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] For port aa4ec822-a847-416c-b1f9-7c35e1ea0039, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:03:34.178908 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.plugins.ml2.db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] For port aa4ec822-a847-416c-b1f9-7c35e1ea0039, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=aa4ec822-a847-416c-b1f9-7c35e1ea0039,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:03:34.182581 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:34.183211 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.183638 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.184163 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.185199 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.185716 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.186416 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.188025 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.188576 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.189063 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.189565 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.190848 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.191379 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.192086 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.192593 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.194049 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:03:34.194774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454df4e9-73ef-4f2e-93fe-a274377f505c x-openstack-request-id: req-454df4e9-73ef-4f2e-93fe-a274377f505c {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:34.195921 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:34.195921 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-454df4e9-73ef-4f2e-93fe-a274377f505c {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:34.195921 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454df4e9-73ef-4f2e-93fe-a274377f505c'] response: {'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'status': 'completed', 'code': 200} Apr 29 09:03:34.199282 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron_lib.callbacks.manager [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), after_update {{(pid=109815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.254881 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:34.255523 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bbe1ee0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.289103 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.299159 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972d8b9-8685-40bf-8e91-1018b2749c0e None None] Pushing event updated for resources: {'Port': ['ID=aa4ec822-a847-416c-b1f9-7c35e1ea0039,revision_number=3']} {{(pid=109815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:34.378597 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:34.436168 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc026d0>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '3165e3b5-9c0f-4689-83bd-96b3fba01053', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:c9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:32Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}, {'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.460773 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Allocated IP 172.20.0.1 (1a79dedb-df01-4141-9876-7ec3cac354d9/49ca8051-a90c-496e-8ece-22ed47d76807/cbe8ede1-41cf-4e2e-af16-490f81c32877) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:34.463028 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:34.473230 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:34.474031 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc026d0>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.582166 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bbe1ee0>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 3, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.582471 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks [] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.593840 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:34.610170 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169f6c-3dc1-422f-b649-76508a165aa5 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 3, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:34.623932 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.670789 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:34.674051 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:34.678485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:34.708566 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:34.721343 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706476'] for router_interface (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.853793 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.906339 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bc026d0>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '3165e3b5-9c0f-4689-83bd-96b3fba01053', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:c9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:32Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}, {'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:34.909008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:34.948945 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe71b0-ea34-41e9-bc2c-07a332a0487d None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '3165e3b5-9c0f-4689-83bd-96b3fba01053', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:c9:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:32Z', 'updated_at': '2022-04-29T09:03:32Z', 'revision_number': 0, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}, {'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:35.012292 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-6591c4e6-1e6c-4c77-9369-aecc9a748ba3 None None] Provisioning complete for port cbe8ede1-41cf-4e2e-af16-490f81c32877 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:35.013478 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6591c4e6-1e6c-4c77-9369-aecc9a748ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.061399 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-6591c4e6-1e6c-4c77-9369-aecc9a748ba3 None None] Port cbe8ede1-41cf-4e2e-af16-490f81c32877 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:03:35.103654 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks [] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.109317 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.183812 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707100'] for router_interface (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.195146 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:35.224699 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2762858-c9ef-4c47-b3da-72680efb4489 None None] New status for floating IP 3165e3b5-9c0f-4689-83bd-96b3fba01053: ACTIVE {{(pid=109815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:03:35.314977 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device aa4ec822-a847-416c-b1f9-7c35e1ea0039 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:35.319345 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:35.320916 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:35.400347 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port aa4ec822-a847-416c-b1f9-7c35e1ea0039 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:35.401083 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.479135 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:03:35.529892 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port aa4ec822-a847-416c-b1f9-7c35e1ea0039 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:35.530607 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.572509 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] For port aa4ec822-a847-416c-b1f9-7c35e1ea0039, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=aa4ec822-a847-416c-b1f9-7c35e1ea0039,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:35.585642 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.624271 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:35.629723 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7cd2b5f3-a6ec-49c1-900d-c1a17aba9860 admin admin] 10.222.0.31 "PUT /v2.0/routers/7daf14c4-d5b9-4602-878b-6d3c3ed0feaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104150 Apr 29 09:03:35.643917 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Pushing event updated for resources: {'Port': ['ID=aa4ec822-a847-416c-b1f9-7c35e1ea0039,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:35.687527 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4bb27ee4-3edd-4714-a1c5-67203ea54bb3 None None] Provisioning complete for port cbe8ede1-41cf-4e2e-af16-490f81c32877 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:35.687899 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4bb27ee4-3edd-4714-a1c5-67203ea54bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:35.724188 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4bb27ee4-3edd-4714-a1c5-67203ea54bb3 None None] Port cbe8ede1-41cf-4e2e-af16-490f81c32877 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:03:36.124339 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34588) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:36.128900 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513568090', 'description': 'tempest-description--52772749'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:36.150232 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.223184 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (16aafaef-6e20-4215-8b44-e0bb5c3a779e), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.226890 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (16aafaef-6e20-4215-8b44-e0bb5c3a779e), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.257483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16aafaef-6e20-4215-8b44-e0bb5c3a779e,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:36.263936 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.265446 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-876617b9-1663-47eb-bedc-e8f139a64156 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398664 Apr 29 09:03:36.268048 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34590) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:36.272473 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group_rule': {'security_group_id': '16aafaef-6e20-4215-8b44-e0bb5c3a779e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:36.303675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (872f4ff6-b470-4660-99f6-087756b3b045), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.351138 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.364611 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (872f4ff6-b470-4660-99f6-087756b3b045), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.368663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (872f4ff6-b470-4660-99f6-087756b3b045), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.392224 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872f4ff6-b470-4660-99f6-087756b3b045,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:36.406407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.408496 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a54f6dc2-9209-488e-b45d-bd6fffeafdf6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386375 Apr 29 09:03:36.410515 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34592) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:36.414952 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group_rule': {'security_group_id': '16aafaef-6e20-4215-8b44-e0bb5c3a779e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:36.442858 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (2c8fce03-c628-4542-b58e-e54192085ff2), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.485413 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:36.499117 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:36.499735 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b396400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:36.505614 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (2c8fce03-c628-4542-b58e-e54192085ff2), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.510438 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (2c8fce03-c628-4542-b58e-e54192085ff2), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.533374 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8fce03-c628-4542-b58e-e54192085ff2,revision_number=0']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:36.537884 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.544711 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5ae76d01-7122-4b49-93e4-5b717df013b6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276343 Apr 29 09:03:36.544711 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34594) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:36.548797 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:36.574063 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.660483 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.748411 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:36.770840 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Allocated IP 172.27.0.78 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/fb38e13d-048d-49da-bf9b-b0c2a6ff048b) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:36.879906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.914075 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:36.960911 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b396400>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 2, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:36.981079 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:36.988465 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:36.988833 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Updating router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf port cbe8ede1-41cf-4e2e-af16-490f81c32877 binding host dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 29 09:03:36.989675 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:36.995319 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:37.017460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.020459 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-05e641a4-05fe-46a0-9be3-a532e57d4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:37.021989 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-05e641a4-05fe-46a0-9be3-a532e57d4d50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1129 time: 0.0808728 Apr 29 09:03:37.022584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=fb38e13d-048d-49da-bf9b-b0c2a6ff048b,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:37.163615 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-87121cbc-261e-4075-88f4-dcf1e003a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:37.165049 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-87121cbc-261e-4075-88f4-dcf1e003a6c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.1338711 Apr 29 09:03:37.167747 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.250639 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.277116 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-2e55086e-9eab-4fc2-b067-522762623a6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 200 len: 1001 time: 0.1039412 Apr 29 09:03:37.278437 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device aa4ec822-a847-416c-b1f9-7c35e1ea0039 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:37.319855 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks [] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), precommit_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.326958 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.364046 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-00fa895a-1138-4da7-895b-8ce5ce7cc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:37.365565 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-00fa895a-1138-4da7-895b-8ce5ce7cc06d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0825436 Apr 29 09:03:37.390372 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11f29-63e3-444b-9e80-b2c1a0cc569a None None] Pushing event updated for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=3']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:37.397776 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port aa4ec822-a847-416c-b1f9-7c35e1ea0039 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:37.398154 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.451507 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-21c6746a-ebce-4f6a-ac37-26a33f41378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:37.453096 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-21c6746a-ebce-4f6a-ac37-26a33f41378c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785470 Apr 29 09:03:37.486031 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Attempting to bind port cbe8ede1-41cf-4e2e-af16-490f81c32877 on host dv-cinder-839872-1-iscsi for vnic_type normal with profile {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:03:37.486407 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Attempting to bind port cbe8ede1-41cf-4e2e-af16-490f81c32877 by drivers openvswitch,hyperv on host dv-cinder-839872-1-iscsi at level 0 using segments [{'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:03:37.486777 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Attempting to bind port cbe8ede1-41cf-4e2e-af16-490f81c32877 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:37.495362 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Checking agent: {'id': '8001794a-11c7-45ab-8b3c-53dd4a049597', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839872-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 42, 36), 'started_at': datetime.datetime(2022, 4, 29, 8, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839872-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:03:37.495739 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Checking segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:37.496177 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.497193 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Bound using segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} {{(pid=109814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:03:37.498010 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.managers [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Bound port: cbe8ede1-41cf-4e2e-af16-490f81c32877, host: dv-cinder-839872-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}}] {{(pid=109814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:03:37.498401 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.568124 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.568412 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port aa4ec822-a847-416c-b1f9-7c35e1ea0039 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:37.573803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.601634 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] For port cbe8ede1-41cf-4e2e-af16-490f81c32877, host dv-cinder-839872-1-iscsi, cleared binding levels {{(pid=109814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:03:37.604916 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] For port cbe8ede1-41cf-4e2e-af16-490f81c32877, host dv-cinder-839872-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cbe8ede1-41cf-4e2e-af16-490f81c32877,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:03:37.611936 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.627731 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-1daba8ec-2ae6-4857-ac3b-2a78f78bb5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677516 Apr 29 09:03:37.683644 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:37.685296 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b396400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:37.691226 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Provisioning complete for port cbe8ede1-41cf-4e2e-af16-490f81c32877 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:37.691694 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.703452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=fb38e13d-048d-49da-bf9b-b0c2a6ff048b,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:37.745205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.751670 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11f29-63e3-444b-9e80-b2c1a0cc569a None None] Pushing event updated for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:37.774973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.780209 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d675d3e4-86da-486a-924d-cd30267a5b16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2317495 Apr 29 09:03:37.797654 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6994141c-dab4-49d7-b399-e802b073dfb7 req-943c6830-e9c5-4f1f-ba74-f4194cd5c8cc service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466405 Apr 29 09:03:37.845002 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.898636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:37.930907 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Current status of the port cbe8ede1-41cf-4e2e-af16-490f81c32877 is: DOWN; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:37.931205 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:37.952358 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-c5ead34d-2380-419d-85ab-1de8354d5eae tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--513568090&fields=id&tenant_id=aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 267 time: 0.0449774 Apr 29 09:03:38.023405 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] For port cbe8ede1-41cf-4e2e-af16-490f81c32877, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cbe8ede1-41cf-4e2e-af16-490f81c32877,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:38.030718 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:38.065915 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-7bf7f5c2-eb8c-4d01-8c4a-6f83b3c49f54 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:38.067394 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-7bf7f5c2-eb8c-4d01-8c4a-6f83b3c49f54 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 811 time: 0.1085672 Apr 29 09:03:38.082382 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-aacc09c6-93f4-4866-afd4-82293bc3ec20 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/quotas/aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 375 time: 0.0096838 Apr 29 09:03:38.129216 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76b4f-7181-425e-8530-3a4fcde25cb8 None None] Pushing event updated for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:38.133870 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-0ca2b410-6646-4e5a-ab7a-b2b61286e014 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460310 Apr 29 09:03:38.176634 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-7fc2ab85-b516-4db5-b78d-190ac82b5a49 None None] Provisioning complete for port cbe8ede1-41cf-4e2e-af16-490f81c32877 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:38.177272 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7fc2ab85-b516-4db5-b78d-190ac82b5a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:38.212690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b396400>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:38.244973 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ab592c-a84a-4172-af40-33a6866cd5e4 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:38.302666 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-b4e49d59-60ba-4797-a7c9-7cea8fa83b92 service neutron] 10.222.0.31 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538162 Apr 29 09:03:38.313988 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-7fc2ab85-b516-4db5-b78d-190ac82b5a49 None None] Current status of the port cbe8ede1-41cf-4e2e-af16-490f81c32877 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:38.408820 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-2440210d-efb3-47ba-a9ff-fc8f2167c950 service neutron] 10.222.0.31 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915244 Apr 29 09:03:38.611145 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-de1f9a14-f35a-460a-a6f6-f0fff13d807f req-2b24e183-254d-4778-96b9-170970eccb9a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0348773 Apr 29 09:03:39.289749 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cbe8ede1-41cf-4e2e-af16-490f81c32877 up at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:39.346360 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Provisioning complete for port cbe8ede1-41cf-4e2e-af16-490f81c32877 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:39.346740 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:39.433841 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Current status of the port cbe8ede1-41cf-4e2e-af16-490f81c32877 is: ACTIVE; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:39.708012 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8029ce10-b1af-4970-80f2-524f152839d9 req-f892d3a3-982e-4379-8150-8c1adab4fade tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0295076 Apr 29 09:03:40.804419 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5469c000-fa2b-4c9b-8738-69239ab482d5 req-c3697f86-f03d-4179-bfd1-b0a2b0940ff1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0312028 Apr 29 09:03:41.900276 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-1e87afad-20ee-471d-838d-1ca356de44c2 req-bec5c236-70db-4132-9978-dd2a9bb032e4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0271630 Apr 29 09:03:42.999858 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-62a93803-1519-4bbf-b555-83e3e217464b req-545c0cf8-09d5-4584-b444-4b826c49cd44 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0287614 Apr 29 09:03:43.212332 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-a525e782-dc1e-4bf1-ba70-1d03e0292a16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:43.214429 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-a525e782-dc1e-4bf1-ba70-1d03e0292a16 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 811 time: 0.1062531 Apr 29 09:03:43.301995 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-87313885-a23e-4837-bfb8-b0a3e85d8a30 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 379 time: 0.0556614 Apr 29 09:03:43.400667 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'port': {'device_id': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'admin_state_up': True, 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'security_groups': ['16aafaef-6e20-4215-8b44-e0bb5c3a779e']}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:43.510780 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Made reservation on behalf of aba74bd5665f48f69b0d080b09b8ade5 for: {'port': 1} {{(pid=109812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:03:43.514515 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:43.645389 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_common [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Allocated IP 172.20.0.13 (1a79dedb-df01-4141-9876-7ec3cac354d9/49ca8051-a90c-496e-8ece-22ed47d76807/5c22483b-a6ab-4eee-8e1e-95997e13d961) {{(pid=109812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:03:43.785451 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:43.818818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:43.863315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is already hosted by enough agents. {{(pid=109812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:03:43.868981 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.base_scheduler [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Resources bound (agent type, host, resource id): {{(pid=109812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:03:43.873791 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Received port after_create {{(pid=109812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:03:43.902764 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:43.933553 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:43.934205 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:43.951415 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-18cd3964-7c97-4138-8752-03e9ff41f2a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546973 Apr 29 09:03:43.969687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Request body: {'port': {'device_id': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:44.036305 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.079972 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-4214495e-854c-4e88-ba95-91f43fd35f06 None None] Provisioning complete for port 5c22483b-a6ab-4eee-8e1e-95997e13d961 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:44.081056 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4214495e-854c-4e88-ba95-91f43fd35f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.124857 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-4214495e-854c-4e88-ba95-91f43fd35f06 None None] Port 5c22483b-a6ab-4eee-8e1e-95997e13d961 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:03:44.194278 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93538d8-cef0-46c1-8143-41c2c5fce999 req-1372d621-5294-4236-8b97-0e4c2642dd78 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:44.195761 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a93538d8-cef0-46c1-8143-41c2c5fce999 req-1372d621-5294-4236-8b97-0e4c2642dd78 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 932 time: 0.1102309 Apr 29 09:03:44.275347 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a93538d8-cef0-46c1-8143-41c2c5fce999 req-6a28dd63-1467-4ca7-ac36-3de4dd2e119a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722568 Apr 29 09:03:44.399143 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c22483b-a6ab-4eee-8e1e-95997e13d961 {{(pid=109812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:03:44.407720 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks [] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.421842 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.provisioning_blocks [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Transition to ACTIVE for port object 5c22483b-a6ab-4eee-8e1e-95997e13d961 will not be triggered until provisioned by entity L2. {{(pid=109812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:03:44.425872 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.482921 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=2']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:44.565818 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Attempting to bind port 5c22483b-a6ab-4eee-8e1e-95997e13d961 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:03:44.566162 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Attempting to bind port 5c22483b-a6ab-4eee-8e1e-95997e13d961 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:03:44.566501 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Attempting to bind port 5c22483b-a6ab-4eee-8e1e-95997e13d961 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:44.571417 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Port 5c22483b-a6ab-4eee-8e1e-95997e13d961 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:03:44.571745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Attempting to bind port 5c22483b-a6ab-4eee-8e1e-95997e13d961 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:03:44.577683 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:03:44.578005 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Checking segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:03:44.578403 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Bound using segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} {{(pid=109812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:03:44.578833 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.managers [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Bound port: 5c22483b-a6ab-4eee-8e1e-95997e13d961, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}}] {{(pid=109812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:03:44.579199 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.646901 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, cleared binding levels {{(pid=109812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:03:44.649800 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:03:44.655691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2650173'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.690570 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:44.691245 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:44.692671 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 1094 time: 0.7279632 Apr 29 09:03:44.693115 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:44.695336 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5aa6f8-d93f-49de-8361-0efb9df94b50" -d '{"events": [{"name": "network-changed", "server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:44.722613 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97fa3-c6a5-42c9-aa6a-3f6241d429d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=3']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:44.757224 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570a9b0d-3394-4379-a4d8-eeb23abeff00 x-openstack-request-id: req-570a9b0d-3394-4379-a4d8-eeb23abeff00 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:44.757566 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:44.757831 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-570a9b0d-3394-4379-a4d8-eeb23abeff00 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:44.758241 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570a9b0d-3394-4379-a4d8-eeb23abeff00'] response: {'name': 'network-changed', 'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'status': 'completed', 'code': 200} Apr 29 09:03:44.799203 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-c037c695-b179-4494-91b8-7095e802bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:44.800921 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-c037c695-b179-4494-91b8-7095e802bc71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1128 time: 0.0468035 Apr 29 09:03:44.862571 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-033d49e9-d8f4-469c-924f-67460c8a58c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 217 time: 0.0401254 Apr 29 09:03:44.937035 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-7ba62ab0-081e-46cc-9879-1296aaf874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:44.939076 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-7ba62ab0-081e-46cc-9879-1296aaf874c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0612338 Apr 29 09:03:44.986028 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-331ebd79-4d8b-4ac7-80be-4a04daa4f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:44.987547 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-331ebd79-4d8b-4ac7-80be-4a04daa4f752 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411520 Apr 29 09:03:45.081888 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-1651a45f-ad65-4466-b35b-45cbcd3ad9ee service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 Apr 29 09:03:45.169173 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-7b2716e4-f8ae-43c4-bf57-309200889899 req-45d0ecd9-4628-40ca-a314-8c0778912147 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809202 Apr 29 09:03:45.394047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde45231-1e57-4a4e-a1da-1e570064782d req-219fd028-e196-48e7-aba3-d122c8e955cc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:45.395523 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fde45231-1e57-4a4e-a1da-1e570064782d req-219fd028-e196-48e7-aba3-d122c8e955cc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Apr 29 09:03:45.447550 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-fde45231-1e57-4a4e-a1da-1e570064782d req-8d0160ab-16a7-49c0-9a56-b004f77b6103 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Apr 29 09:03:46.569283 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0ebc-58c0-467b-a20f-fde9f342d2c1 req-02422c27-ec6a-4615-892b-dbdcc8505f51 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:46.570767 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72ca0ebc-58c0-467b-a20f-fde9f342d2c1 req-02422c27-ec6a-4615-892b-dbdcc8505f51 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0484679 Apr 29 09:03:46.619499 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-72ca0ebc-58c0-467b-a20f-fde9f342d2c1 req-fba9f98b-6acf-49f9-8f09-dc61de61d172 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Apr 29 09:03:47.732368 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49438b54-c82f-4405-8643-0a2faf299cc2 req-40ad6d63-51ca-4c6d-968b-ef8f8b62eff0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:47.733893 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-49438b54-c82f-4405-8643-0a2faf299cc2 req-40ad6d63-51ca-4c6d-968b-ef8f8b62eff0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Apr 29 09:03:47.782428 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-49438b54-c82f-4405-8643-0a2faf299cc2 req-5738e6f9-39e4-4f13-9f20-dc0c599b429c tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Apr 29 09:03:48.894865 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c288f-4ee0-4704-90e8-98e451c50cf3 req-2fee12a6-3960-467e-9f4d-ae8101272f81 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:48.896345 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c06c288f-4ee0-4704-90e8-98e451c50cf3 req-2fee12a6-3960-467e-9f4d-ae8101272f81 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0467279 Apr 29 09:03:48.948764 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c06c288f-4ee0-4704-90e8-98e451c50cf3 req-898ee335-957b-496a-859b-2a7ae0a769a8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Apr 29 09:03:50.067164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fa7ec-9942-46bc-8768-10b1985316e6 req-7eb94ec0-681e-4749-b564-6945ddb114b1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:50.068641 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-024fa7ec-9942-46bc-8768-10b1985316e6 req-7eb94ec0-681e-4749-b564-6945ddb114b1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Apr 29 09:03:50.114067 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-024fa7ec-9942-46bc-8768-10b1985316e6 req-034cc089-c791-4229-83c8-803701b6ca38 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Apr 29 09:03:50.193774 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:03:51.226326 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eba2d-e14a-43f7-a2bc-99c4d30d99b4 req-dd5e7e6b-1b3f-4ac7-a981-0e16536c3544 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:51.227826 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d73eba2d-e14a-43f7-a2bc-99c4d30d99b4 req-dd5e7e6b-1b3f-4ac7-a981-0e16536c3544 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 944 time: 0.0478899 Apr 29 09:03:51.276658 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d73eba2d-e14a-43f7-a2bc-99c4d30d99b4 req-c49396c6-ae53-44db-90ad-fa6832fecb94 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423708 Apr 29 09:03:51.375088 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5c22483b-a6ab-4eee-8e1e-95997e13d961 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:03:51.475922 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:51.487431 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'port_id': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'mac_address': 'fa:16:3e:05:4f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:03:51.524145 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 5c22483b-a6ab-4eee-8e1e-95997e13d961 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:51.524547 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:51.536848 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c22483b-a6ab-4eee-8e1e-95997e13d961 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:03:51.555375 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:51.559369 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:51.611258 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:52.394256 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b828f-cf98-4dbb-9cef-5551b50b9492 req-62cbb309-6e10-4ac2-a49b-a0d1b1247fbb tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:52.396041 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c5b828f-cf98-4dbb-9cef-5551b50b9492 req-62cbb309-6e10-4ac2-a49b-a0d1b1247fbb tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Apr 29 09:03:52.447378 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9c5b828f-cf98-4dbb-9cef-5551b50b9492 req-0e5330d8-c8df-461e-8d0f-e391d54c3cba tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455260 Apr 29 09:03:52.495410 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['5c22483b-a6ab-4eee-8e1e-95997e13d961'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:03:52.819202 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-3dc558c7-804d-41c3-8b1a-4a70c4cedaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:52.820703 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-3dc558c7-804d-41c3-8b1a-4a70c4cedaea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1129 time: 0.0375748 Apr 29 09:03:52.911796 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-2a307333-8939-4090-8bd5-16d2c7ae61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:52.913291 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-2a307333-8939-4090-8bd5-16d2c7ae61f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0859227 Apr 29 09:03:52.959037 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-3f2e0cfb-2b6b-4fb3-8d75-a32f243ad497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 217 time: 0.0390220 Apr 29 09:03:53.012470 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-5108b659-51a7-445b-9825-c25171f8783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:53.015223 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-5108b659-51a7-445b-9825-c25171f8783e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0492170 Apr 29 09:03:53.347452 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-cb15f664-94fa-4b44-86e7-26f5172542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:53.348907 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-cb15f664-94fa-4b44-86e7-26f5172542ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3275208 Apr 29 09:03:53.442307 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-6b0a8448-3a3a-4954-b6f4-01ccbfb8ba18 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Apr 29 09:03:53.537082 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-0e5aa6f8-d93f-49de-8361-0efb9df94b50 req-9df9fca8-931e-4724-a481-62957c8c2f5f service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Apr 29 09:03:53.575527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90564404-c7c2-4690-b8ca-d08066ffde81 req-c9e51da2-6658-4e68-8e6b-d009c771e0b2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:53.577450 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90564404-c7c2-4690-b8ca-d08066ffde81 req-c9e51da2-6658-4e68-8e6b-d009c771e0b2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 945 time: 0.0592437 Apr 29 09:03:53.635281 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-90564404-c7c2-4690-b8ca-d08066ffde81 req-d3e75d05-570e-4269-9cdf-7608e2f64597 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520742 Apr 29 09:03:54.325638 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5c22483b-a6ab-4eee-8e1e-95997e13d961 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:03:54.376502 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 5c22483b-a6ab-4eee-8e1e-95997e13d961 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:03:54.382991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 5c22483b-a6ab-4eee-8e1e-95997e13d961 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:03:54.383375 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:54.469738 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 5c22483b-a6ab-4eee-8e1e-95997e13d961 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:03:54.470383 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:54.493991 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:54.496247 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a1382-be35-4144-bc1f-4fb3ded69ee7" -d '{"events": [{"server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "name": "network-vif-plugged", "status": "completed", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:54.510208 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:03:54.516764 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:54.542642 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af5ab4-dcc4-423b-b455-c9f7119dd6ff x-openstack-request-id: req-f6af5ab4-dcc4-423b-b455-c9f7119dd6ff {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:54.542942 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "name": "network-vif-plugged", "status": "completed", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:54.543199 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6af5ab4-dcc4-423b-b455-c9f7119dd6ff {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:54.543664 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6af5ab4-dcc4-423b-b455-c9f7119dd6ff'] response: {'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'code': 200} Apr 29 09:03:54.569736 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:54.746592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00611751-6178-4f65-aa40-38a455fb52e1 req-b283ab43-829e-4281-a888-4642ee6dac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:54.749070 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-00611751-6178-4f65-aa40-38a455fb52e1 req-b283ab43-829e-4281-a888-4642ee6dac96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0401156 Apr 29 09:03:54.756421 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3aade-d99e-4a61-b184-b81b68e701f6 req-dd8a5695-3d66-4684-b830-f8a00f5c6bf3 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:54.757895 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9df3aade-d99e-4a61-b184-b81b68e701f6 req-dd8a5695-3d66-4684-b830-f8a00f5c6bf3 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0528321 Apr 29 09:03:54.798697 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-00611751-6178-4f65-aa40-38a455fb52e1 req-8b045979-f007-4228-ab37-1af3281141fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 Apr 29 09:03:54.811885 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-9df3aade-d99e-4a61-b184-b81b68e701f6 req-4e909cde-a55b-4a20-a521-1565babab25a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 Apr 29 09:03:55.937534 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63e316-354c-4083-a5c6-a8f9807f0910 req-e3982af7-5731-4716-93e4-ffeb81f94930 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:55.939157 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bc63e316-354c-4083-a5c6-a8f9807f0910 req-e3982af7-5731-4716-93e4-ffeb81f94930 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0566118 Apr 29 09:03:55.986729 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-bc63e316-354c-4083-a5c6-a8f9807f0910 req-d08945ff-ee94-4f0f-ad3f-02ec3c0bbecd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Apr 29 09:03:57.081255 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34760) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:57.101805 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc80b46-d880-42b6-92ba-ebe14454475f req-46974ac2-7f7a-451e-9e35-433c8e5467c9 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:57.103314 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fc80b46-d880-42b6-92ba-ebe14454475f req-46974ac2-7f7a-451e-9e35-433c8e5467c9 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0491776 Apr 29 09:03:57.150756 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4fc80b46-d880-42b6-92ba-ebe14454475f req-a423d78f-561b-4833-8f3b-3b9f7b3cd56e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Apr 29 09:03:57.187527 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a554a3a5-2971-4d4f-ba79-4f38aa6f3a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.274015 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dec1aa-4142-41db-a536-4e2a77edd1df req-fa478546-a24f-41a2-9e11-da104b20a4b1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:57.275507 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-c0dec1aa-4142-41db-a536-4e2a77edd1df req-fa478546-a24f-41a2-9e11-da104b20a4b1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0593140 Apr 29 09:03:57.285463 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34766) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:57.290335 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'floatingip': {'port_id': '5c22483b-a6ab-4eee-8e1e-95997e13d961'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:03:57.307457 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a554a3a5-2971-4d4f-ba79-4f38aa6f3a9c admin admin] Publish callbacks [] for security_group (b872e2be-539a-4bcc-a167-a24c4f1f63c4), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.312529 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-a554a3a5-2971-4d4f-ba79-4f38aa6f3a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b872e2be-539a-4bcc-a167-a24c4f1f63c4), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.338949 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.352446 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554a3a5-2971-4d4f-ba79-4f38aa6f3a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b872e2be-539a-4bcc-a167-a24c4f1f63c4,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:57.358356 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-a554a3a5-2971-4d4f-ba79-4f38aa6f3a9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3061c5784bf1417fbeac8337804d6556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759199 Apr 29 09:03:57.360444 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34768) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:03:57.411329 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] Publish callbacks [] for security_group (b872e2be-539a-4bcc-a167-a24c4f1f63c4), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.432989 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] Publish callbacks [] for security_group (b872e2be-539a-4bcc-a167-a24c4f1f63c4), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.481142 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b872e2be-539a-4bcc-a167-a24c4f1f63c4), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.483760 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.487587 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b872e2be-539a-4bcc-a167-a24c4f1f63c4 HTTP/1.1" status: 204 len: 168 time: 0.1235976 Apr 29 09:03:57.493128 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373c7ca-28dc-48f5-9a7a-7ba4ac57d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872e2be-539a-4bcc-a167-a24c4f1f63c4,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:03:57.823606 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.827449 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:57.932539 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Floating IP 8726c791-b039-4cc7-bd97-25bf563f56bb associated. External IP: 172.27.0.78, port: 5c22483b-a6ab-4eee-8e1e-95997e13d961. Apr 29 09:03:58.149539 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:03:58.264481 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:03:58.269499 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:03:58.277051 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:03:58.288693 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:58.289334 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7e50>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:58.301056 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7306168d-7a01-401a-bab6-3ad74123a63e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "PUT /v2.0/floatingips/8726c791-b039-4cc7-bd97-25bf563f56bb HTTP/1.1" status: 200 len: 991 time: 1.0143437 Apr 29 09:03:58.301967 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:03:58.304366 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78" -d '{"events": [{"name": "network-changed", "server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:03:58.341836 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf86f1-135b-4415-87ea-a5be7b48e137 x-openstack-request-id: req-60bf86f1-135b-4415-87ea-a5be7b48e137 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:03:58.342225 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:03:58.342675 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60bf86f1-135b-4415-87ea-a5be7b48e137 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:03:58.343127 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bf86f1-135b-4415-87ea-a5be7b48e137'] response: {'name': 'network-changed', 'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'status': 'completed', 'code': 200} Apr 29 09:03:58.404518 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:58.440369 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-c5ecb300-2918-4792-9f40-ffc224ad89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:58.442533 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-c5ecb300-2918-4792-9f40-ffc224ad89d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0513933 Apr 29 09:03:58.542281 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-0f3b8dae-ffb4-4298-8b2b-1f5d4e263ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:58.544017 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-0f3b8dae-ffb4-4298-8b2b-1f5d4e263ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0959477 Apr 29 09:03:58.624434 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-659f63b8-220a-4719-8057-b61d4e8f90b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 999 time: 0.0723262 Apr 29 09:03:58.650075 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7e50>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '8726c791-b039-4cc7-bd97-25bf563f56bb', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:05:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:37Z', 'updated_at': '2022-04-29T09:03:57Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:58.678485 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-84cb8f47-4c68-440a-bb01-6446200187b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:58.679943 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-84cb8f47-4c68-440a-bb01-6446200187b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0499279 Apr 29 09:03:58.681644 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:03:58.690937 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:03:58.691549 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7e50>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:03:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:58.724605 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-94f02944-a279-45cd-b11c-790400faafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:03:58.726124 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-94f02944-a279-45cd-b11c-790400faafe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397182 Apr 29 09:03:58.800386 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:03:58.815624 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-815bebb5-008a-4840-a7d3-20d09e7f02ce service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822375 Apr 29 09:03:58.910691 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ab07581b-7c7d-4123-a1b1-dbba5aec9e78 req-c5a84800-fb2d-4ef8-88b1-689a04663f49 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886986 Apr 29 09:03:59.103710 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7e50>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '8726c791-b039-4cc7-bd97-25bf563f56bb', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:05:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:37Z', 'updated_at': '2022-04-29T09:03:57Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:03:59.132356 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e58538-ddd1-42f3-99f0-8d3ebc9a4685 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '8726c791-b039-4cc7-bd97-25bf563f56bb', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:05:4f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:03:37Z', 'updated_at': '2022-04-29T09:03:57Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:03:59.324078 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7cc34e-7bb5-44ee-822b-7d0ba5f228f4 None None] New status for floating IP 8726c791-b039-4cc7-bd97-25bf563f56bb: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:03:59.846642 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6a96621e-900d-4793-824e-2163b1aeef24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:02.108965 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d35772db-3130-407a-93e5-a8c3ffcd6cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:03.678999 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:04.819543 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:06.343271 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:07.796506 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.095817 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 34924) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:04:22.202460 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1522d69a-dd7f-4552-a2b3-2c6958abf2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.276920 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1522d69a-dd7f-4552-a2b3-2c6958abf2a2 admin admin] Publish callbacks [] for security_group (0be78b60-ddb7-4b8d-81e9-a9db7a133693), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.280822 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1522d69a-dd7f-4552-a2b3-2c6958abf2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0be78b60-ddb7-4b8d-81e9-a9db7a133693), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.321417 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1522d69a-dd7f-4552-a2b3-2c6958abf2a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37c8f949a4fc4b59be36e131717887a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244477 Apr 29 09:04:22.322311 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522d69a-dd7f-4552-a2b3-2c6958abf2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be78b60-ddb7-4b8d-81e9-a9db7a133693,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:04:22.324025 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 34928) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:04:22.372669 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] Publish callbacks [] for security_group (0be78b60-ddb7-4b8d-81e9-a9db7a133693), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.394889 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] Publish callbacks [] for security_group (0be78b60-ddb7-4b8d-81e9-a9db7a133693), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.444033 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0be78b60-ddb7-4b8d-81e9-a9db7a133693), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.446678 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:22.447875 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0be78b60-ddb7-4b8d-81e9-a9db7a133693 HTTP/1.1" status: 204 len: 168 time: 0.1227822 Apr 29 09:04:22.456950 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bc36-89b4-4bc7-bde1-af762b97201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be78b60-ddb7-4b8d-81e9-a9db7a133693,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:04:27.192863 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:04:29.818228 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-85241b75-6488-44a6-a422-3b8780eb6e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:32.110083 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-7777327a-979b-4cdf-b7a1-c0635f4603e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:33.682697 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:34.820584 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:36.347476 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:37.809892 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:04:59.821049 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-74bb13ca-70c4-42cf-864d-d4bbf1345781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:02.112772 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6780728-a202-4cf0-b89d-63c4c895b110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:03.685924 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:04.193196 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:05:04.824297 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:06.349543 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:07.810750 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:18.577432 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-21ba164b-b79a-4218-8308-967c628a9f99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453649 Apr 29 09:05:18.689594 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-fb6cab18-59b7-4c9d-929f-08678e9e5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:18.692829 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-fb6cab18-59b7-4c9d-929f-08678e9e5749 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1129 time: 0.0406895 Apr 29 09:05:18.800687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-c969ab8b-9913-4105-8390-2854daa61220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:18.802173 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-c969ab8b-9913-4105-8390-2854daa61220 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.0911458 Apr 29 09:05:18.867704 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-7f0f866d-fe54-49b0-8cc1-35ea630f1187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0594580 Apr 29 09:05:18.932786 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-e6057937-0b52-4b95-b388-c51371d9cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:18.934275 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-e6057937-0b52-4b95-b388-c51371d9cbca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0597742 Apr 29 09:05:18.982787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-019d5c15-7106-47f1-83d1-ac00b9451ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:18.984321 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-019d5c15-7106-47f1-83d1-ac00b9451ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431759 Apr 29 09:05:19.075012 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-95a6583a-ddf8-47dc-9807-e7546d0aa7ab service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844827 Apr 29 09:05:19.179047 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-be2a0f49-84fa-46ae-bea3-1d0806e10bbf req-3c29a46b-0097-4b47-8a25-6c9603bc5511 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963523 Apr 29 09:05:29.822896 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c3b14a75-526a-4f88-a060-5e010e7dc74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:32.115198 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-781b91dc-dae5-486e-a4b2-05a06a4d6881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:33.689241 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:34.826791 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:36.352897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:37.825429 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:38.328107 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fec6d1-3222-4e98-b7b3-cadabee7757e req-a090e999-2ee3-4a75-88c4-3d6d9073a289 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:38.329609 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-59fec6d1-3222-4e98-b7b3-cadabee7757e req-a090e999-2ee3-4a75-88c4-3d6d9073a289 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0493193 Apr 29 09:05:38.378693 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-59fec6d1-3222-4e98-b7b3-cadabee7757e req-0873386d-62d9-4a2c-89ed-fe1544387090 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 Apr 29 09:05:39.501160 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb0e3-a88d-42d5-acbe-b503c0b4c739 req-83e852d9-b8ad-4ec8-ba97-f65dfea6bbde tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:39.503523 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9a2fb0e3-a88d-42d5-acbe-b503c0b4c739 req-83e852d9-b8ad-4ec8-ba97-f65dfea6bbde tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0531261 Apr 29 09:05:39.558942 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-9a2fb0e3-a88d-42d5-acbe-b503c0b4c739 req-7ade267f-6431-4108-bbeb-a9fd08a07c52 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Apr 29 09:05:40.680783 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7c27-cb81-475e-ad5f-e06ae37cf482 req-21046085-7867-40b6-9f3c-18403a17a8e5 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:40.682307 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-95fb7c27-cb81-475e-ad5f-e06ae37cf482 req-21046085-7867-40b6-9f3c-18403a17a8e5 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0493984 Apr 29 09:05:40.739105 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-95fb7c27-cb81-475e-ad5f-e06ae37cf482 req-92f3fe61-e209-48f8-9be4-82c106eb28a2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505331 Apr 29 09:05:41.192862 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:05:41.852523 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b25ee2-29f9-4607-abc1-bd6da2728528 req-079392ee-b259-4af8-8e27-d521ef0f54e4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:41.854042 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-37b25ee2-29f9-4607-abc1-bd6da2728528 req-079392ee-b259-4af8-8e27-d521ef0f54e4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0474377 Apr 29 09:05:41.909143 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-37b25ee2-29f9-4607-abc1-bd6da2728528 req-f40c4d76-c850-4599-ba0a-f575d4fc15d1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Apr 29 09:05:43.035726 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b13df-eea8-40b4-a02d-03adf04a5632 req-5672c854-755f-48a9-9b97-e2a0fc15dbfe tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:43.037323 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f68b13df-eea8-40b4-a02d-03adf04a5632 req-5672c854-755f-48a9-9b97-e2a0fc15dbfe tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0521250 Apr 29 09:05:43.085970 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f68b13df-eea8-40b4-a02d-03adf04a5632 req-94947411-e09a-4c1e-ade3-f96eabf60f2f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Apr 29 09:05:44.203548 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bb90b-6a24-41ce-a32b-f65195291689 req-b3db63cb-4c24-4f9c-97be-9a727e2271b7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:44.205101 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a92bb90b-6a24-41ce-a32b-f65195291689 req-b3db63cb-4c24-4f9c-97be-9a727e2271b7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0489101 Apr 29 09:05:44.257156 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a92bb90b-6a24-41ce-a32b-f65195291689 req-936fbbc4-8ee8-465f-85a1-c4790f03a73d tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458703 Apr 29 09:05:45.378082 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204785-11b5-4eed-90d8-313e3f2cc91c req-c6e38c5a-f071-4e5a-bd6a-eabdf66ec2f6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:45.379696 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73204785-11b5-4eed-90d8-313e3f2cc91c req-c6e38c5a-f071-4e5a-bd6a-eabdf66ec2f6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0503681 Apr 29 09:05:45.428014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-73204785-11b5-4eed-90d8-313e3f2cc91c req-c6986055-b5d4-40fc-93a7-dd4c17561e5a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Apr 29 09:05:46.551820 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ef8cf-a00d-43c7-a32d-37e3e20c455a req-b767a1ba-1719-489e-88f0-e6be8b5bfb8d tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:46.553355 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-175ef8cf-a00d-43c7-a32d-37e3e20c455a req-b767a1ba-1719-489e-88f0-e6be8b5bfb8d tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0549715 Apr 29 09:05:46.603054 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-175ef8cf-a00d-43c7-a32d-37e3e20c455a req-d6020b7c-7a7f-40b7-9615-7555a14af70b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440576 Apr 29 09:05:47.733756 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04831fb6-faf0-43e4-8509-e1b1888bae61 req-f6d070a0-81a3-4866-a14b-1fc662df0a3e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:47.735198 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04831fb6-faf0-43e4-8509-e1b1888bae61 req-f6d070a0-81a3-4866-a14b-1fc662df0a3e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0537887 Apr 29 09:05:47.785127 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-04831fb6-faf0-43e4-8509-e1b1888bae61 req-f8d58341-2c5c-4337-bd05-9dbaff6381c9 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436404 Apr 29 09:05:48.909516 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af18b3-e6eb-4673-b7e6-03730603622e req-6aabdf8c-e03f-4cbb-a577-dad0f3d052bc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:48.911155 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21af18b3-e6eb-4673-b7e6-03730603622e req-6aabdf8c-e03f-4cbb-a577-dad0f3d052bc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0535221 Apr 29 09:05:48.960020 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-21af18b3-e6eb-4673-b7e6-03730603622e req-5eb1990f-7628-4cd1-99bd-d37a3bd00cbc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Apr 29 09:05:50.084418 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e111ce7-683b-401a-bc61-945a3ec5e27f req-394273df-c264-479b-8c88-c97b4389666e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:50.086432 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e111ce7-683b-401a-bc61-945a3ec5e27f req-394273df-c264-479b-8c88-c97b4389666e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0477834 Apr 29 09:05:50.138359 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-0e111ce7-683b-401a-bc61-945a3ec5e27f req-c3eeaede-a46b-4f02-8a42-617a9fa45aef tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Apr 29 09:05:51.259033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c2efe-ea06-4c9f-9be4-e80d3165a3d1 req-dcc034eb-6a44-4afa-bff2-248ae46e6af6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:51.260608 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c7c2efe-ea06-4c9f-9be4-e80d3165a3d1 req-dcc034eb-6a44-4afa-bff2-248ae46e6af6 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Apr 29 09:05:51.311172 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-8c7c2efe-ea06-4c9f-9be4-e80d3165a3d1 req-60e8940d-da32-4768-9a0f-5f5dcdba8333 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Apr 29 09:05:52.431634 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7bc8f-acd2-4726-8a31-41c3d6da15a0 req-2fe0eebb-59e0-4107-b4ff-1651496fbcf2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:52.433150 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ede7bc8f-acd2-4726-8a31-41c3d6da15a0 req-2fe0eebb-59e0-4107-b4ff-1651496fbcf2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Apr 29 09:05:52.445504 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35042) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:05:52.484807 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ede7bc8f-acd2-4726-8a31-41c3d6da15a0 req-9fb8d324-5147-4413-9fb9-9833d331f0c2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461679 Apr 29 09:05:52.602597 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port c0cfd11a-36dc-4529-b248-9c8a5b5de5b0 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:05:52.602862 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:52.693030 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:52.693355 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:52.707542 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for c0cfd11a-36dc-4529-b248-9c8a5b5de5b0 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:05:52.871922 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (c0cfd11a-36dc-4529-b248-9c8a5b5de5b0), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:52.904799 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=c0cfd11a-36dc-4529-b248-9c8a5b5de5b0,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:05:52.930055 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.930377 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.930729 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.931062 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.931397 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.931728 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.932052 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.932407 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.932739 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.933061 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.933385 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.933713 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.934033 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.934352 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.934696 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:05:52.981247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (3165e3b5-9c0f-4689-83bd-96b3fba01053), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:52.981571 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 3165e3b5-9c0f-4689-83bd-96b3fba01053 disassociated (deleted). External IP: 172.27.0.213, port: 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c. Apr 29 09:05:53.203454 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:05:53.325558 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:05:53.330201 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:53.338606 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:05:53.350027 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:05:53.350677 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:05:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:05:53.361756 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-cb2ecdc2-f60e-4e55-8d68-5e5010810c2e tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "DELETE /v2.0/floatingips/3165e3b5-9c0f-4689-83bd-96b3fba01053 HTTP/1.1" status: 204 len: 168 time: 0.9151134 Apr 29 09:05:53.363589 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:05:53.366013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c801cec-ed4a-4c38-8261-14e7827f7b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:05:53.414608 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8972a6a1-b64d-4e1e-8c71-74157ac5020f x-openstack-request-id: req-8972a6a1-b64d-4e1e-8c71-74157ac5020f {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:05:53.415058 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:05:53.415430 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8972a6a1-b64d-4e1e-8c71-74157ac5020f {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:05:53.415735 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8972a6a1-b64d-4e1e-8c71-74157ac5020f'] response: {'name': 'network-changed', 'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'status': 'completed', 'code': 200} Apr 29 09:05:53.475227 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:05:53.666671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31705ba4-8a47-4668-89b5-71fae6683363 req-9f5962ae-64e4-404d-97bf-b1b9931f86af tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:53.668354 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31705ba4-8a47-4668-89b5-71fae6683363 req-9f5962ae-64e4-404d-97bf-b1b9931f86af tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0959539 Apr 29 09:05:53.669806 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-2990bf12-1238-45f6-b329-72ff8f73729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:53.671275 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-2990bf12-1238-45f6-b329-72ff8f73729e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 1129 time: 0.0863931 Apr 29 09:05:53.674179 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f9a39-d6c3-45d3-9e45-7fba11784ad0 req-70b16931-ffa2-4ec2-a0c5-40f0656b5b29 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:53.676970 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-118f9a39-d6c3-45d3-9e45-7fba11784ad0 req-70b16931-ffa2-4ec2-a0c5-40f0656b5b29 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.1126721 Apr 29 09:05:53.739812 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-31705ba4-8a47-4668-89b5-71fae6683363 req-9770bd27-514e-49af-a8ab-4e2dcd1aa4dd tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577562 Apr 29 09:05:53.748623 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-118f9a39-d6c3-45d3-9e45-7fba11784ad0 req-ff0095e3-6d46-4982-adab-09a2ad6b079c tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648634 Apr 29 09:05:53.805449 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:05:53.856877 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:05:53.871590 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:05:53.872668 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:05:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:05:53.991952 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:05:54.218247 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be2f400>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:05:54.249435 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82d240-bb7c-4e5e-8f59-45ca91c8eadd None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': '6de856a9-1408-4b1c-9da5-c31317603915', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'port_id': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'mac_address': 'fa:16:3e:40:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:00:55Z', 'updated_at': '2022-04-29T09:00:58Z', 'revision_number': 1, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:05:54.509129 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea39ce9-a2dc-4ace-b985-f11a8cd64ee5 None None] New status for floating IP 3165e3b5-9c0f-4689-83bd-96b3fba01053: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:05:54.903476 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64241d1-3251-455d-abc6-054a6314bbd4 req-10235893-22ba-4168-ae7e-b64794f65130 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:54.905192 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d64241d1-3251-455d-abc6-054a6314bbd4 req-10235893-22ba-4168-ae7e-b64794f65130 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0665903 Apr 29 09:05:54.945939 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a84b6-b95c-40e4-b72c-3e6f75bbeed3 req-9a88a65a-8dee-4eeb-b974-cd3ea400557f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:54.947531 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-724a84b6-b95c-40e4-b72c-3e6f75bbeed3 req-9a88a65a-8dee-4eeb-b974-cd3ea400557f tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0873029 Apr 29 09:05:54.973567 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-604d44a4-d910-4413-808b-a05242aca0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:54.975102 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-604d44a4-d910-4413-808b-a05242aca0cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.1683805 Apr 29 09:05:54.982379 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d64241d1-3251-455d-abc6-054a6314bbd4 req-85fee072-8f77-4df7-99fd-a0fe58674501 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696132 Apr 29 09:05:55.021717 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-dc1b8657-bc22-4cf2-9ae8-3c67af5190b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 200 len: 217 time: 0.0389340 Apr 29 09:05:55.088208 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-724a84b6-b95c-40e4-b72c-3e6f75bbeed3 req-a9d13493-3407-4728-913d-814a69c40439 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260772 Apr 29 09:05:55.100973 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-ed417b96-afa1-4a67-9c77-7fdc871a6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.102490 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-ed417b96-afa1-4a67-9c77-7fdc871a6f11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0704725 Apr 29 09:05:55.310677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb98293-015d-43f0-b482-e1fd8a19e507 req-9701df58-59a9-4066-a2d8-e89cda339c4f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.312228 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5fb98293-015d-43f0-b482-e1fd8a19e507 req-9701df58-59a9-4066-a2d8-e89cda339c4f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0850518 Apr 29 09:05:55.331068 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-731d1228-aa14-4fa2-9bfd-dc47fae90f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.332689 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-731d1228-aa14-4fa2-9bfd-dc47fae90f94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687275 Apr 29 09:05:55.411828 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-5fb98293-015d-43f0-b482-e1fd8a19e507 req-d62cdad5-aada-48df-842e-e80744ad01ab tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922744 Apr 29 09:05:55.462327 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-4785324a-fe98-41ac-bde7-4093e51e89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.463860 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-4785324a-fe98-41ac-bde7-4093e51e89dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0480096 Apr 29 09:05:55.483230 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-5223e949-23c4-44cf-8847-9bccf26f8a2b service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259053 Apr 29 09:05:55.706646 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-f71dceea-aba8-4cd8-a07f-79c111a97e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.708374 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-f71dceea-aba8-4cd8-a07f-79c111a97e31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0951974 Apr 29 09:05:55.709868 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2c801cec-ed4a-4c38-8261-14e7827f7b4b req-dd443052-1569-488c-8fd5-46c1e39af717 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958951 Apr 29 09:05:55.807329 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-3aff0556-9aaf-4300-8052-2c5ff0520d74 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.808933 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-3aff0556-9aaf-4300-8052-2c5ff0520d74 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0635793 Apr 29 09:05:55.829351 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-733df1f0-3843-435a-a086-6c9ce880511b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 1001 time: 0.0837164 Apr 29 09:05:55.888908 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-39e51476-5a0f-4bc9-9707-9c4244f2d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.890604 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-39e51476-5a0f-4bc9-9707-9c4244f2d36a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0556672 Apr 29 09:05:55.938029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:05:55.938382 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:55.938689 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-590242f2-20e5-4492-ac23-606776b4e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:55.940377 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-590242f2-20e5-4492-ac23-606776b4e9e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435655 Apr 29 09:05:56.048172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] For port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:05:56.049100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:56.061837 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-77c281f7-06c0-4c6c-b22f-2dd35d5b427d service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155920 Apr 29 09:05:56.067584 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c owned by compute:nova {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:05:56.172633 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6248272d-6b02-41ac-ae0f-fa3328b8c06b req-87ec0634-d94f-4de2-8af4-3a0b5a74e7d7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049352 Apr 29 09:05:56.245791 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d6c3-73e1-47fe-804b-d375e56c0ada req-9786d441-417a-4e07-a689-fc8b5feb7960 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:56.247592 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5a66d6c3-73e1-47fe-804b-d375e56c0ada req-9786d441-417a-4e07-a689-fc8b5feb7960 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 945 time: 0.0574474 Apr 29 09:05:56.277707 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:56.308340 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5a66d6c3-73e1-47fe-804b-d375e56c0ada req-b12cdc53-a060-4675-8cae-76ea6c75fed6 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532098 Apr 29 09:05:56.314035 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:05:56.365121 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] No DVR routers for this DVR port 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c on host hv-cinder-83987 {{(pid=109812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:05:56.367715 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:05:56.371087 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6d48d46d-8778-4152-b6cc-2f539072f5c7 req-a1ed89a2-d747-409e-bf47-7a005f154a5b tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "DELETE /v2.0/ports/30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c HTTP/1.1" status: 204 len: 173 time: 0.5557723 Apr 29 09:05:56.371557 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'name': 'network-vif-deleted', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:05:56.373904 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bfec43-1f96-4a75-9cae-8e992301eb3c" -d '{"events": [{"server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "name": "network-vif-deleted", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:05:56.445116 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a141c4-658a-4a79-977e-cbad5a747caf x-openstack-request-id: req-b0a141c4-658a-4a79-977e-cbad5a747caf {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:05:56.445448 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd472ef-6069-4ede-a481-7e09b8de064d", "name": "network-vif-deleted", "tag": "30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:05:56.445662 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0a141c4-658a-4a79-977e-cbad5a747caf {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:05:56.446085 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a141c4-658a-4a79-977e-cbad5a747caf'] response: {'server_uuid': '4cd472ef-6069-4ede-a481-7e09b8de064d', 'name': 'network-vif-deleted', 'tag': '30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c', 'status': 'completed', 'code': 200} Apr 29 09:05:56.568367 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeada4-48c9-4044-a67d-800c91800360 req-65ebbe76-4cd5-4b0e-a63f-2546a6395d1e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:56.569863 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4bfeada4-48c9-4044-a67d-800c91800360 req-65ebbe76-4cd5-4b0e-a63f-2546a6395d1e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0640008 Apr 29 09:05:56.626327 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-4bfeada4-48c9-4044-a67d-800c91800360 req-1746ed4a-04cb-4640-93cb-37bc8411a289 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504048 Apr 29 09:05:57.448814 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-2f279c05-cdbf-44fc-8b1a-a16217756c1b req-69905cbb-c7cb-4d9f-b8f5-c55ddafb9345 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd472ef-6069-4ede-a481-7e09b8de064d HTTP/1.1" status: 200 len: 210 time: 0.0300682 Apr 29 09:05:57.766402 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f994b8-1e8a-4e05-853d-8e9dbc1213ef req-e5cb90b9-d59d-46b2-b73c-21dce0e28136 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:05:57.768416 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1f994b8-1e8a-4e05-853d-8e9dbc1213ef req-e5cb90b9-d59d-46b2-b73c-21dce0e28136 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0648615 Apr 29 09:05:57.822672 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1f994b8-1e8a-4e05-853d-8e9dbc1213ef req-fc6f5d20-529a-4250-9fc2-387dfe072b83 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474811 Apr 29 09:05:58.899816 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:05:58.920737 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:05:58.921088 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 30512652-ebc0-4dcf-8b65-9b0f2e8e0c5c not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:05:59.825262 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b6e708a1-43fc-453c-9603-6bcf2f417b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:00.744192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35086) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:00.893983 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port 375eaf1c-d22b-4368-8880-31f0d3351101 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:00.894364 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:00.974111 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:00.974437 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (375eaf1c-d22b-4368-8880-31f0d3351101), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:00.987140 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for 375eaf1c-d22b-4368-8880-31f0d3351101 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:01.145105 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (375eaf1c-d22b-4368-8880-31f0d3351101), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:01.171472 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=375eaf1c-d22b-4368-8880-31f0d3351101,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:01.238034 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (6de856a9-1408-4b1c-9da5-c31317603915), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:01.238320 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Floating IP 6de856a9-1408-4b1c-9da5-c31317603915 disassociated (deleted). External IP: 172.27.0.46, port: 1200c404-ce4f-4d5e-8e49-4db86d488ad8. Apr 29 09:06:01.459210 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:06:01.853235 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:06:01.857692 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:01.864632 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:06:01.876036 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:01.876690 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b580>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:05:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:01.892806 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-29623186-80b9-4ec8-ba90-a35010a6f534 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "DELETE /v2.0/floatingips/6de856a9-1408-4b1c-9da5-c31317603915 HTTP/1.1" status: 204 len: 168 time: 1.1451969 Apr 29 09:06:01.892806 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:06:01.894268 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49b9049-3d93-4baf-9c63-fd19da35ef97" -d '{"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:06:01.939787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419e33e-87d7-4bab-86cc-f2135f2ae3a8 x-openstack-request-id: req-3419e33e-87d7-4bab-86cc-f2135f2ae3a8 {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:06:01.940090 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:06:01.940373 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3419e33e-87d7-4bab-86cc-f2135f2ae3a8 {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:06:01.940786 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3419e33e-87d7-4bab-86cc-f2135f2ae3a8'] response: {'name': 'network-changed', 'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'status': 'completed', 'code': 200} Apr 29 09:06:02.048091 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-b48fad8d-b589-4dda-8223-701ab1f70fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.049465 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-b48fad8d-b589-4dda-8223-701ab1f70fd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8dd37ae188e415e86f551e3f760319e&device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 1129 time: 0.0619283 Apr 29 09:06:02.114505 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:02.118238 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c72954ef-44aa-4db1-93c3-a56603d658bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:02.142295 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c07b9-392c-4524-bec1-2924f9d11d1b req-1b79d864-67b5-4f6b-824f-08eec5af93e9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.143984 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-060c07b9-392c-4524-bec1-2924f9d11d1b req-1b79d864-67b5-4f6b-824f-08eec5af93e9 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0506172 Apr 29 09:06:02.210919 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-060c07b9-392c-4524-bec1-2924f9d11d1b req-2b989c62-96cb-45bb-acea-181d0baa0701 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597036 Apr 29 09:06:02.311804 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-671b59dd-cb6d-4398-b597-fae37e8af8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.313588 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-671b59dd-cb6d-4398-b597-fae37e8af8ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 200 len: 913 time: 0.1160488 Apr 29 09:06:02.355103 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-e1a2ed6e-0004-42d0-99be-32651dbde7b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 200 len: 217 time: 0.0353687 Apr 29 09:06:02.389864 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b580>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:02.411679 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-990f3a73-89f5-4015-8408-91c98e7ce62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.413249 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-990f3a73-89f5-4015-8408-91c98e7ce62f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 200 len: 851 time: 0.0512245 Apr 29 09:06:02.423838 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:06:02.433384 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:02.434006 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b580>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:06:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:02.552225 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:02.642640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-46496be5-9179-4790-b73f-9bff46733f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.644070 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-46496be5-9179-4790-b73f-9bff46733f33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a8d7fea-92bf-4f68-8779-641df4ec3db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402060 Apr 29 09:06:02.745440 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3b580>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:02.777610 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9997a395-a8c8-4e76-be71-c56338296929 None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:53Z', 'revision_number': 4, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': '519bf22f-68b7-4fc6-92c6-e25d3ab54d63', 'name': '', 'network_id': '1a8d7fea-92bf-4f68-8779-641df4ec3db8', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'mac_address': 'fa:16:3e:ce:c3:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '9cebad59-cdce-444e-967b-092d8033fca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:52Z', 'updated_at': '2022-04-29T08:56:57Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'subnets': [{'id': '9cebad59-cdce-444e-967b-092d8033fca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:06:02.855847 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-0b909dbd-66f7-4aa1-b8c3-1ff238244f05 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044414 Apr 29 09:06:02.941043 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-b7228eb4-f37d-4aa7-8fe7-7b40ac7e5413 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:02.943026 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-b7228eb4-f37d-4aa7-8fe7-7b40ac7e5413 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0568483 Apr 29 09:06:03.015806 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-a49b9049-3d93-4baf-9c63-fd19da35ef97 req-de9bdbd5-ae94-4755-a66d-2422704fcc8d service neutron] 10.222.0.20 "GET /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301863 Apr 29 09:06:03.042300 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:03.042738 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:03.074983 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4404987-bf2d-4637-8898-810da851a2a5 None None] New status for floating IP 6de856a9-1408-4b1c-9da5-c31317603915: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:06:03.157004 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] For port 1200c404-ce4f-4d5e-8e49-4db86d488ad8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=1200c404-ce4f-4d5e-8e49-4db86d488ad8,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:03.157347 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:03.177638 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for 1200c404-ce4f-4d5e-8e49-4db86d488ad8 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:03.358790 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89128c11-59dc-424a-abba-ba973ee443cb req-ecc6eb86-4656-4cda-bb8c-3a98c506852d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:03.360322 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89128c11-59dc-424a-abba-ba973ee443cb req-ecc6eb86-4656-4cda-bb8c-3a98c506852d tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/ports?device_id=887e5a2b-9898-497b-b429-8f3e0aed0911 HTTP/1.1" status: 200 len: 945 time: 0.0656233 Apr 29 09:06:03.361420 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (1200c404-ce4f-4d5e-8e49-4db86d488ad8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:03.406076 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=1200c404-ce4f-4d5e-8e49-4db86d488ad8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:03.448374 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.448728 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.449073 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.449417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.450004 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.450376 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.450709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.451223 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.451562 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.451918 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.452280 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.452629 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.452958 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.453417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.453752 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:03.484965 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] No DVR routers for this DVR port 1200c404-ce4f-4d5e-8e49-4db86d488ad8 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:06:03.488650 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:03.492295 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1e4694bc-27af-4a1a-8a5b-0a77f2d0a99c req-8dbc9fc5-abb9-44f5-b80c-6047d8a210a2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.20 "DELETE /v2.0/ports/1200c404-ce4f-4d5e-8e49-4db86d488ad8 HTTP/1.1" status: 204 len: 173 time: 0.5445497 Apr 29 09:06:03.496117 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'name': 'network-vif-deleted', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:06:03.498385 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96ef30-39a9-4b02-ae5f-5ff9f1f2122b" -d '{"events": [{"server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "name": "network-vif-deleted", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:06:03.516663 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-89128c11-59dc-424a-abba-ba973ee443cb req-3d04315e-1ea9-4a42-9a69-8f395f14f8e4 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "GET /v2.0/security-groups?id=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494226 Apr 29 09:06:03.553411 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d1afc-8ddd-4d73-9ea8-eee9baf67384 x-openstack-request-id: req-fa8d1afc-8ddd-4d73-9ea8-eee9baf67384 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:06:03.553815 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887e5a2b-9898-497b-b429-8f3e0aed0911", "name": "network-vif-deleted", "tag": "1200c404-ce4f-4d5e-8e49-4db86d488ad8", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:06:03.554162 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa8d1afc-8ddd-4d73-9ea8-eee9baf67384 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:06:03.554650 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8d1afc-8ddd-4d73-9ea8-eee9baf67384'] response: {'server_uuid': '887e5a2b-9898-497b-b429-8f3e0aed0911', 'name': 'network-vif-deleted', 'tag': '1200c404-ce4f-4d5e-8e49-4db86d488ad8', 'status': 'completed', 'code': 200} Apr 29 09:06:03.691060 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.580247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35100) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:04.707499 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Deleting port 5e8e2425-9f0b-4454-be02-ca2ab3d24de5 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:04.707874 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.788768 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.789104 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.803001 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Calling delete_port for 5e8e2425-9f0b-4454-be02-ca2ab3d24de5 owned by network:floatingip {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:04.829839 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.937626 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (5e8e2425-9f0b-4454-be02-ca2ab3d24de5), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:04.966247 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'Port': ['ID=5e8e2425-9f0b-4454-be02-ca2ab3d24de5,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:05.026984 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for floatingip (0a646610-2817-4fbb-a7e0-ce258cdc1c1c), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:05.029516 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:05.030651 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-af3a11e2-446e-478c-8898-f7254f117d36 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "DELETE /v2.0/floatingips/0a646610-2817-4fbb-a7e0-ce258cdc1c1c HTTP/1.1" status: 204 len: 168 time: 0.4493804 Apr 29 09:06:06.230168 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35112) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:06.287083 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:06.312761 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:06.356770 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:06.378666 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:06.382029 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:06.385687 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] 10.222.0.31 "DELETE /v2.0/security-groups/d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7 HTTP/1.1" status: 204 len: 168 time: 0.1520803 Apr 29 09:06:06.392904 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625fef03-e781-45e6-b649-9753c6f3eec2 tempest-TestVolumeBootPattern-54423211 tempest-TestVolumeBootPattern-54423211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4297bd7-5d63-4336-a7d0-a6a8e17ce3e7,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:06.945266 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 1200c404-ce4f-4d5e-8e49-4db86d488ad8 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:06.965865 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 1200c404-ce4f-4d5e-8e49-4db86d488ad8 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:06.966479 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 1200c404-ce4f-4d5e-8e49-4db86d488ad8 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:07.454218 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35118) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:07.828288 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:07.959217 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:08.200980 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Deleting port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:08.201216 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:08.279291 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] For port 519bf22f-68b7-4fc6-92c6-e25d3ab54d63, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:08.279656 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:08.296653 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Calling delete_port for 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 owned by network:router_interface {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:08.487671 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (519bf22f-68b7-4fc6-92c6-e25d3ab54d63), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:08.513463 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=519bf22f-68b7-4fc6-92c6-e25d3ab54d63,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:08.685019 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:08.918064 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:06:09.035869 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:06:09.040987 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-1d3b0083-df74-4fef-af60-c7a4c142d1d6 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f41f9f2-acce-4ca5-a0b9-043716d0e670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5855148 Apr 29 09:06:09.043503 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35122) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:09.046298 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Sync routers for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:06:09.056744 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:09.057375 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3bc40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:06:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:09.152394 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks [] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.166694 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:09.256803 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks [] for router_gateway (0f41f9f2-acce-4ca5-a0b9-043716d0e670), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.304802 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Deleting port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:09.305156 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.348092 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3bc40>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T09:06:08Z', 'revision_number': 5, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port': {'id': '8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:02:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T08:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:09.374527 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Checking router: 0f41f9f2-acce-4ca5-a0b9-043716d0e670 for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:06:09.384946 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Routers {'0f41f9f2-acce-4ca5-a0b9-043716d0e670'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:09.385566 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3bc40>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:06:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:09.386127 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] For port 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:09.386492 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.399264 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Calling delete_port for 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 owned by network:router_gateway {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:09.474285 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] Set router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:09.530802 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bd3bc40>, [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T09:06:09Z', 'revision_number': 6, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:09.557519 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7091-4d1a-4c03-9e0c-06f3e3b8c368 None None] The sync data for ids ['0f41f9f2-acce-4ca5-a0b9-043716d0e670'] in dv-cinder-839872-1-iscsi is: [{'id': '0f41f9f2-acce-4ca5-a0b9-043716d0e670', 'name': 'tempest-TestVolumeBootPattern-1711204624-router', 'tenant_id': 'd8dd37ae188e415e86f551e3f760319e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:50Z', 'updated_at': '2022-04-29T09:06:09Z', 'revision_number': 6, 'project_id': 'd8dd37ae188e415e86f551e3f760319e', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:06:09.570326 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.596338 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:09.657550 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.746332 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.748460 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks [] for router_controller (0f41f9f2-acce-4ca5-a0b9-043716d0e670), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.793788 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (0f41f9f2-acce-4ca5-a0b9-043716d0e670), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.794293 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f41f9f2-acce-4ca5-a0b9-043716d0e670 {{(pid=109812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:06:09.799227 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.801030 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-b4ab5190-e5dc-41e9-9b5d-4b6314834083 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0f41f9f2-acce-4ca5-a0b9-043716d0e670 HTTP/1.1" status: 204 len: 168 time: 0.7560112 Apr 29 09:06:09.803893 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35124) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:09.847687 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Deleting subnet 9cebad59-cdce-444e-967b-092d8033fca6 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:06:09.850649 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Publish callbacks [] for subnet (9cebad59-cdce-444e-967b-092d8033fca6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.886100 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (9cebad59-cdce-444e-967b-092d8033fca6), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:09.972799 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (9cebad59-cdce-444e-967b-092d8033fca6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.029368 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (9cebad59-cdce-444e-967b-092d8033fca6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.062787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.067065 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9cebad59-cdce-444e-967b-092d8033fca6 HTTP/1.1" status: 204 len: 168 time: 0.2622113 Apr 29 09:06:10.068564 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5015a7-b990-4525-9f50-197fff7e55c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cebad59-cdce-444e-967b-092d8033fca6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:10.068973 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ccedfe-f20a-42f7-82fe-2f692a455184 None None] Network 1a8d7fea-92bf-4f68-8779-641df4ec3db8 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:06:10.070267 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35126) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:10.139456 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (1a8d7fea-92bf-4f68-8779-641df4ec3db8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.186005 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Deleting port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:10.186353 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.255632 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] For port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,segment=NetworkSegment(07522d4a-66a2-4af7-8830-260c52f09877),segment_id=07522d4a-66a2-4af7-8830-260c52f09877)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:10.255921 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.268377 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Calling delete_port for cff88ce1-58a8-48c6-a6c6-ba1c353fd08e owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:10.335569 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] DHCP port deletion for 1a8d7fea-92bf-4f68-8779-641df4ec3db8 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:06:10.359459 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.376306 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Deleting port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:10.376692 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.390670 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:10.392565 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] No DVR routers for this DVR port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:06:10.448033 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] For port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e, host dv-cinder-839872-1-iscsi, got binding levels [] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:10.448493 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.463850 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Calling delete_port for cff88ce1-58a8-48c6-a6c6-ba1c353fd08e owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:10.466934 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.ipam_backend_mixin [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e was not found and therefore no delete operation was performed {{(pid=109814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 29 09:06:10.467485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (1a8d7fea-92bf-4f68-8779-641df4ec3db8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.468648 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (cff88ce1-58a8-48c6-a6c6-ba1c353fd08e), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.494832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Pushing event deleted for resources: {'Port': ['ID=cff88ce1-58a8-48c6-a6c6-ba1c353fd08e,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:10.497419 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a6562b0>,) {'filters': {'network_id': ['1a8d7fea-92bf-4f68-8779-641df4ec3db8']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:10.502840 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] No DVR routers for this DVR port cff88ce1-58a8-48c6-a6c6-ba1c353fd08e on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:06:10.505329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.505683 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.506031 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.506378 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.506716 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.507053 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.507386 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.507495 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a6562b0>, '07522d4a-66a2-4af7-8830-260c52f09877') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:10.507698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a6562b0>, '07522d4a-66a2-4af7-8830-260c52f09877') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:10.507832 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.508032 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.508384 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.508715 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.509047 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.509371 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.509695 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.510017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1402d10d-3507-4370-9fa1-3b93ad35e096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:06:10.517446 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (07522d4a-66a2-4af7-8830-260c52f09877), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.531720 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (07522d4a-66a2-4af7-8830-260c52f09877), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.538745 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:06:10.539138 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (07522d4a-66a2-4af7-8830-260c52f09877), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:06:10.540968 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:06:10.604553 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (1a8d7fea-92bf-4f68-8779-641df4ec3db8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.610563 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:10.625191 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a8d7fea-92bf-4f68-8779-641df4ec3db8 HTTP/1.1" status: 204 len: 168 time: 0.5453451 Apr 29 09:06:10.625663 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35128) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:10.628796 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ccd25-ee3e-4988-8fb8-6672cacf3741 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8d7fea-92bf-4f68-8779-641df4ec3db8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:11.246056 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (d57abe55-1d7b-458a-827b-81e8381dd909), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:11.334700 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:11.359619 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:11.360085 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 519bf22f-68b7-4fc6-92c6-e25d3ab54d63 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:11.360564 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:11.381443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:11.381785 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 8f0d8cd1-7419-4cb0-a448-d89eaab3b5b6 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:11.382211 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cff88ce1-58a8-48c6-a6c6-ba1c353fd08e no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:11.402010 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: cff88ce1-58a8-48c6-a6c6-ba1c353fd08e {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:11.402352 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cff88ce1-58a8-48c6-a6c6-ba1c353fd08e not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:11.519791 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Deleting port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 {{(pid=109812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:11.520051 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:11.600669 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.db [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] For port 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:11.601035 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:11.614662 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.plugins.ml2.plugin [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Calling delete_port for 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 owned by network:router_interface {{(pid=109812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:11.806177 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2650150'] for port (387209d0-4eb8-4f1d-a4ba-c74a6a6962d6), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:11.833149 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=387209d0-4eb8-4f1d-a4ba-c74a6a6962d6,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:12.030670 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (d57abe55-1d7b-458a-827b-81e8381dd909), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:12.271972 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Router d57abe55-1d7b-458a-827b-81e8381dd909 has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:06:12.386651 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:06:12.395495 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-d77457dc-f892-41c9-893d-08f7ee55ed2b admin admin] 10.222.0.31 "PUT /v2.0/routers/d57abe55-1d7b-458a-827b-81e8381dd909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727122 Apr 29 09:06:12.395788 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35136) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:12.396530 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Sync routers for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:06:12.408772 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:12.409611 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b5f5d00>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:06:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:12.546930 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:12.767282 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b5f5d00>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T09:06:11Z', 'revision_number': 5, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:12.798046 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks [] for router (d57abe55-1d7b-458a-827b-81e8381dd909), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:12.799835 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Checking router: d57abe55-1d7b-458a-827b-81e8381dd909 for host: dv-cinder-839872-1-iscsi {{(pid=109814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:06:12.809369 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Routers {'d57abe55-1d7b-458a-827b-81e8381dd909'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:06:12.810004 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9b5f5d00>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:06:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['d57abe55-1d7b-458a-827b-81e8381dd909'], 'active': True} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:12.916436 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks [] for router_gateway (d57abe55-1d7b-458a-827b-81e8381dd909), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:12.930350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvr_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] Set router d57abe55-1d7b-458a-827b-81e8381dd909 gateway port host: dv-cinder-839872-1-iscsi {{(pid=109814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:06:12.967299 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Deleting port a506e410-55ab-423d-a526-ccc4c1fb3063 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:12.967643 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.058486 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] For port a506e410-55ab-423d-a526-ccc4c1fb3063, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=a506e410-55ab-423d-a526-ccc4c1fb3063,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:13.058743 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.074550 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Calling delete_port for a506e410-55ab-423d-a526-ccc4c1fb3063 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:13.110356 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_hamode_db [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9b5f5d00>, [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T09:06:11Z', 'revision_number': 5, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:13.140162 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11e6111-eeb0-46c3-a0aa-a8dd5e9e337e None None] The sync data for ids ['d57abe55-1d7b-458a-827b-81e8381dd909'] in dv-cinder-839872-1-iscsi is: [{'id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'name': 'tempest-TestVolumeBootPattern-1174179051-router', 'tenant_id': '5769d509db654bb689beec9dcad8b5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T09:06:11Z', 'revision_number': 5, 'project_id': '5769d509db654bb689beec9dcad8b5b8', 'gw_port': {'id': 'a506e410-55ab-423d-a526-ccc4c1fb3063', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57abe55-1d7b-458a-827b-81e8381dd909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T08:56:55Z', 'updated_at': '2022-04-29T08:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}] {{(pid=109814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:06:13.265626 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (a506e410-55ab-423d-a526-ccc4c1fb3063), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.290609 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Pushing event deleted for resources: {'Port': ['ID=a506e410-55ab-423d-a526-ccc4c1fb3063,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:13.358440 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (d57abe55-1d7b-458a-827b-81e8381dd909), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.458835 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (d57abe55-1d7b-458a-827b-81e8381dd909), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.461050 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks [] for router_controller (d57abe55-1d7b-458a-827b-81e8381dd909), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.514981 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (d57abe55-1d7b-458a-827b-81e8381dd909), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.514981 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d57abe55-1d7b-458a-827b-81e8381dd909 {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:06:13.514981 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.514981 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6323db49-43eb-4fa6-b9a3-2917c2bd5696 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d57abe55-1d7b-458a-827b-81e8381dd909 HTTP/1.1" status: 204 len: 168 time: 1.1178679 Apr 29 09:06:13.517405 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35142) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:13.576457 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Deleting subnet 1af6e961-6041-41cb-b4f2-f5c80f457cda {{(pid=109813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:06:13.579929 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Publish callbacks [] for subnet (1af6e961-6041-41cb-b4f2-f5c80f457cda), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.614817 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:13.629133 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60129267'] for subnet (1af6e961-6041-41cb-b4f2-f5c80f457cda), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.751173 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (1af6e961-6041-41cb-b4f2-f5c80f457cda), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.779563 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:13.779937 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device 387209d0-4eb8-4f1d-a4ba-c74a6a6962d6 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:13.826518 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59964591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60438396'] for subnet (1af6e961-6041-41cb-b4f2-f5c80f457cda), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.855996 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af6e961-6041-41cb-b4f2-f5c80f457cda,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:13.860019 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for subnet (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:13.863711 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-20d7a119-26f2-4e89-a52f-b67042a043b5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1af6e961-6041-41cb-b4f2-f5c80f457cda HTTP/1.1" status: 204 len: 168 time: 0.3452592 Apr 29 09:06:13.867678 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35144) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:13.870414 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d572560-bd00-4af5-9da8-01edd3d9f092 None None] Network 8be505eb-dabf-4cc7-a341-546a47458e14 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:06:13.974454 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (8be505eb-dabf-4cc7-a341-546a47458e14), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.041565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] DHCP port deletion for 8be505eb-dabf-4cc7-a341-546a47458e14 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:06:14.047127 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Deleting port cef93169-9f88-4f08-8859-f0d60e4d28f5 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:14.047474 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.092218 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Deleting port cef93169-9f88-4f08-8859-f0d60e4d28f5 {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:06:14.092598 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.121508 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] For port cef93169-9f88-4f08-8859-f0d60e4d28f5, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cef93169-9f88-4f08-8859-f0d60e4d28f5,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:14.121789 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.136841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Calling delete_port for cef93169-9f88-4f08-8859-f0d60e4d28f5 owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:14.158487 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] For port cef93169-9f88-4f08-8859-f0d60e4d28f5, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cef93169-9f88-4f08-8859-f0d60e4d28f5,segment=NetworkSegment(b319c22e-3c97-44dc-b071-9f5b0a4c7a78),segment_id=b319c22e-3c97-44dc-b071-9f5b0a4c7a78)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:06:14.158896 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.172529 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Calling delete_port for cef93169-9f88-4f08-8859-f0d60e4d28f5 owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:06:14.225989 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.255145 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef93169-9f88-4f08-8859-f0d60e4d28f5,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:14.257274 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] No DVR routers for this DVR port cef93169-9f88-4f08-8859-f0d60e4d28f5 on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:06:14.260359 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (cef93169-9f88-4f08-8859-f0d60e4d28f5), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.287542 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] Pushing event deleted for resources: {'Port': ['ID=cef93169-9f88-4f08-8859-f0d60e4d28f5,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:14.292968 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f75dfe-3678-4a40-a1f6-a5e36989ea69 None None] No DVR routers for this DVR port cef93169-9f88-4f08-8859-f0d60e4d28f5 on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:06:14.340301 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (8be505eb-dabf-4cc7-a341-546a47458e14), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.361105 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9aab34c0>,) {'filters': {'network_id': ['8be505eb-dabf-4cc7-a341-546a47458e14']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:14.371409 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9aab34c0>, 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:14.371772 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9aab34c0>, 'b319c22e-3c97-44dc-b071-9f5b0a4c7a78') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:06:14.382803 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (b319c22e-3c97-44dc-b071-9f5b0a4c7a78), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.399337 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (b319c22e-3c97-44dc-b071-9f5b0a4c7a78), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.406583 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:06:14.407015 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (b319c22e-3c97-44dc-b071-9f5b0a4c7a78), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:06:14.408735 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:06:14.478105 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (8be505eb-dabf-4cc7-a341-546a47458e14), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.485878 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.490544 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8be505eb-dabf-4cc7-a341-546a47458e14 HTTP/1.1" status: 204 len: 168 time: 0.6218531 Apr 29 09:06:14.500232 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91552161-3e12-4f59-8fa4-ecb58bab0819 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be505eb-dabf-4cc7-a341-546a47458e14,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:14.617443 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35148) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:14.665381 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-aaa01ba3-4f02-43bb-b350-b8d3b2af616f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8dd37ae188e415e86f551e3f760319e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465722 Apr 29 09:06:14.667771 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35150) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:14.716481 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] Publish callbacks [] for security_group (b03acf3b-e9f8-49b8-b79d-155996720008), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.739717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] Publish callbacks [] for security_group (b03acf3b-e9f8-49b8-b79d-155996720008), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.789796 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (b03acf3b-e9f8-49b8-b79d-155996720008), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.792448 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:14.796494 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b03acf3b-e9f8-49b8-b79d-155996720008 HTTP/1.1" status: 204 len: 168 time: 0.1248763 Apr 29 09:06:14.803042 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ce0b4-2379-4b11-b774-dc7a2f2fe5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03acf3b-e9f8-49b8-b79d-155996720008,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:15.125807 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35156) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:15.165972 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-4dea241e-7783-445b-b403-cb1766618c9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5769d509db654bb689beec9dcad8b5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390210 Apr 29 09:06:15.168414 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35158) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:06:15.214685 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] Publish callbacks [] for security_group (ffc443e5-aa43-4739-91c2-2c5489482bff), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:15.235807 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] Publish callbacks [] for security_group (ffc443e5-aa43-4739-91c2-2c5489482bff), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:15.281424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ffc443e5-aa43-4739-91c2-2c5489482bff), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:15.284396 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:15.286385 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffc443e5-aa43-4739-91c2-2c5489482bff HTTP/1.1" status: 204 len: 168 time: 0.1169775 Apr 29 09:06:15.296362 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10db90-61cf-43de-8c2a-635094f9278c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc443e5-aa43-4739-91c2-2c5489482bff,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:06:15.341425 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a506e410-55ab-423d-a526-ccc4c1fb3063 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:15.362112 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: a506e410-55ab-423d-a526-ccc4c1fb3063 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:15.362582 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device a506e410-55ab-423d-a526-ccc4c1fb3063 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:15.363089 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cef93169-9f88-4f08-8859-f0d60e4d28f5 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:06:15.385621 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: cef93169-9f88-4f08-8859-f0d60e4d28f5 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:06:15.385961 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cef93169-9f88-4f08-8859-f0d60e4d28f5 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:06:18.192007 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:06:19.201025 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-8870e72f-c644-4864-ad49-68e643c1d103 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400767 Apr 29 09:06:19.273570 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b436f-40f0-4f92-8920-e18994087c85 req-24e0e4b7-4858-4996-bfed-c47e4710d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:19.275067 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-24e0e4b7-4858-4996-bfed-c47e4710d86b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0393846 Apr 29 09:06:19.382020 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b436f-40f0-4f92-8920-e18994087c85 req-b6a46c80-4bc4-4459-9582-0f0db5234c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:19.383489 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-b6a46c80-4bc4-4459-9582-0f0db5234c2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0885115 Apr 29 09:06:19.451746 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-c335cf6f-9103-4a5f-a66c-ede7bb8da749 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 1001 time: 0.0608842 Apr 29 09:06:19.501387 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b436f-40f0-4f92-8920-e18994087c85 req-7f1c3766-9608-4992-8186-8a01c294b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:19.502859 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-7f1c3766-9608-4992-8186-8a01c294b363 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0455005 Apr 29 09:06:19.547848 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b436f-40f0-4f92-8920-e18994087c85 req-e85c51ea-4fcc-4f85-9216-11660f33a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:19.549375 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-e85c51ea-4fcc-4f85-9216-11660f33a517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394666 Apr 29 09:06:19.640935 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-90aafea4-4d03-4dcb-ae38-4de717179e47 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Apr 29 09:06:19.729740 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-600b436f-40f0-4f92-8920-e18994087c85 req-73772a18-86c3-40bb-9fdb-6fb28589698e service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825043 Apr 29 09:06:29.827519 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c03b078c-5a13-479a-b477-1797b497f3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:32.121778 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0aae533b-93a4-4fd0-9b12-de6d4565e7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:33.700585 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:34.832221 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:36.359834 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:37.835762 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:06:54.759207 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241ba20-3442-430e-b656-86208ee1891c req-99c3a769-f8f0-4601-a4d9-e5c3848e8df0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:54.762316 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6241ba20-3442-430e-b656-86208ee1891c req-99c3a769-f8f0-4601-a4d9-e5c3848e8df0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0509529 Apr 29 09:06:54.815693 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-6241ba20-3442-430e-b656-86208ee1891c req-1ffcef03-1016-4c11-bf3b-a146b0e6f56d tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478675 Apr 29 09:06:55.191876 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:06:56.032309 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdc1db-c275-4ecb-930d-e0d4bcd06342 req-d1a9bfd2-4751-4377-ad01-3ed08998e28e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:56.033823 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-35fdc1db-c275-4ecb-930d-e0d4bcd06342 req-d1a9bfd2-4751-4377-ad01-3ed08998e28e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.1470513 Apr 29 09:06:56.083154 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-35fdc1db-c275-4ecb-930d-e0d4bcd06342 req-c427acd2-0ea0-4f8c-8b2c-792f3bf11c55 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438297 Apr 29 09:06:57.199222 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c7624-2359-434a-aac4-647cd58e6786 req-1ce98562-6eec-4de7-a1bb-515f1cd44cc5 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:57.200629 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-460c7624-2359-434a-aac4-647cd58e6786 req-1ce98562-6eec-4de7-a1bb-515f1cd44cc5 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0498364 Apr 29 09:06:57.246914 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-460c7624-2359-434a-aac4-647cd58e6786 req-8715a9c6-795f-43c6-b37d-0871ad122e7f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Apr 29 09:06:58.360222 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ff16a-5569-478e-9f72-32526ddd3211 req-fffe04ef-c975-472e-a338-83384e240172 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:58.361688 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b19ff16a-5569-478e-9f72-32526ddd3211 req-fffe04ef-c975-472e-a338-83384e240172 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0468853 Apr 29 09:06:58.409154 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b19ff16a-5569-478e-9f72-32526ddd3211 req-1a1573e1-21ff-422e-9dc7-f067b17395ef tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 Apr 29 09:06:59.522748 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a023768-3c1f-4828-9d24-8e1e157450dc req-caa7205e-a8f0-44ac-8b9f-73a03236053e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:06:59.524271 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8a023768-3c1f-4828-9d24-8e1e157450dc req-caa7205e-a8f0-44ac-8b9f-73a03236053e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0481076 Apr 29 09:06:59.570014 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-8a023768-3c1f-4828-9d24-8e1e157450dc req-62d30fa4-a255-4c21-ad25-6f31aed6edb7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394628 Apr 29 09:06:59.830080 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-377efdbc-632f-4812-b938-fac7b39ec2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:00.684367 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c14e2-e40f-480e-853b-e7ddc2b242df req-7956e3e4-cb60-42b7-af5c-f29633fe00af tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:00.685836 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e7c14e2-e40f-480e-853b-e7ddc2b242df req-7956e3e4-cb60-42b7-af5c-f29633fe00af tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0466146 Apr 29 09:07:00.734671 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-4e7c14e2-e40f-480e-853b-e7ddc2b242df req-a6f858f5-262f-43f8-b40d-51410c18b7fb tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Apr 29 09:07:01.851319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f5e37-e42d-4fb3-ba2f-c5f618db38fb req-20c3f99f-82ec-4391-a0ca-a3d5be908d19 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:01.852827 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef6f5e37-e42d-4fb3-ba2f-c5f618db38fb req-20c3f99f-82ec-4391-a0ca-a3d5be908d19 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Apr 29 09:07:01.900381 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ef6f5e37-e42d-4fb3-ba2f-c5f618db38fb req-a9986323-ad04-4d5b-b9de-e62ba15b911c tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Apr 29 09:07:02.123978 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd34f-115f-4971-8471-f736df6de26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:03.019762 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94228c05-c202-4b75-8f0c-404f7c001f2a req-dff382ed-f288-4d91-b3cb-2fe63d332977 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:03.021262 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94228c05-c202-4b75-8f0c-404f7c001f2a req-dff382ed-f288-4d91-b3cb-2fe63d332977 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Apr 29 09:07:03.067324 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-94228c05-c202-4b75-8f0c-404f7c001f2a req-ccddf850-dbe6-482c-a68d-dab2e9eae300 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Apr 29 09:07:03.698306 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:04.179352 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7107a5-0fe9-4e43-a817-9a10ff7c2d43 req-07ae1062-f040-4b98-bc79-d7e0529a192a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:04.180873 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d7107a5-0fe9-4e43-a817-9a10ff7c2d43 req-07ae1062-f040-4b98-bc79-d7e0529a192a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0471797 Apr 29 09:07:04.227890 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5d7107a5-0fe9-4e43-a817-9a10ff7c2d43 req-313678e9-224f-485f-bdcb-681eb7e9048e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414784 Apr 29 09:07:04.835053 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:05.343686 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d39854-0cc4-440e-895e-e4f2a4daff92 req-021dc0d2-cb23-4c4b-a6bf-35d4466a84d0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.345210 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b7d39854-0cc4-440e-895e-e4f2a4daff92 req-021dc0d2-cb23-4c4b-a6bf-35d4466a84d0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Apr 29 09:07:05.399147 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b7d39854-0cc4-440e-895e-e4f2a4daff92 req-6ddce278-dc91-4d8e-90e8-665278c76f40 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480213 Apr 29 09:07:05.602043 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e1cb1-cc1f-4db4-b9c9-a89ee5292c89 req-a9d4f6b5-9de4-44c3-8540-684889fb8072 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.603532 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca4e1cb1-cc1f-4db4-b9c9-a89ee5292c89 req-a9d4f6b5-9de4-44c3-8540-684889fb8072 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0506225 Apr 29 09:07:05.655423 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-ca4e1cb1-cc1f-4db4-b9c9-a89ee5292c89 req-d7830f21-cdd9-4209-bf2b-3f70281411b8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450377 Apr 29 09:07:05.734869 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-f2105f7e-8547-46b2-8801-b04ffab62ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.736421 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-f2105f7e-8547-46b2-8801-b04ffab62ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0977423 Apr 29 09:07:05.826985 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-b45de288-2f6c-418c-ae04-91e92960e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.828396 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-b45de288-2f6c-418c-ae04-91e92960e418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0863705 Apr 29 09:07:05.897722 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-0211b904-8468-4c4c-b1d3-84e255385513 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 1001 time: 0.0637155 Apr 29 09:07:05.946446 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-866ffa32-1afc-4c87-be0b-42c41cf056b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.947938 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-866ffa32-1afc-4c87-be0b-42c41cf056b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0446014 Apr 29 09:07:05.992722 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-6e78a133-ef03-4220-8e39-a8b5879a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:05.994197 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-6e78a133-ef03-4220-8e39-a8b5879a2077 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404568 Apr 29 09:07:06.092961 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-50445395-6dee-4e84-9df5-cc88d3f641c3 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929368 Apr 29 09:07:06.187154 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-798f9e8f-7d02-48d8-99ac-a292d8a7641d req-bfcc499c-7fe8-4731-bf40-e08ec26a1397 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886712 Apr 29 09:07:06.364636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:06.785752 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054fda3-2fc7-4144-a32c-965994e2e1d0 req-777b1e15-26f4-4f9c-811b-964a04270325 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:06.787260 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1054fda3-2fc7-4144-a32c-965994e2e1d0 req-777b1e15-26f4-4f9c-811b-964a04270325 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0534034 Apr 29 09:07:06.835050 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-1054fda3-2fc7-4144-a32c-965994e2e1d0 req-07bbae9b-1684-4597-a289-7773e3e6cf49 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Apr 29 09:07:07.859207 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:07.948157 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe9cb-3017-4788-9061-02531d427434 req-2e77406f-65b2-4a8c-8acf-c9e7fe4400c4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:07.949641 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-84dfe9cb-3017-4788-9061-02531d427434 req-2e77406f-65b2-4a8c-8acf-c9e7fe4400c4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0473785 Apr 29 09:07:07.995573 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-84dfe9cb-3017-4788-9061-02531d427434 req-98b4c65e-221e-442f-9136-28214ebf2b0a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Apr 29 09:07:19.216916 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-f27fb4a4-d065-474c-a40a-9a25f0253a42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383155 Apr 29 09:07:19.319006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfecec-ebdc-472e-b747-3fe177499581 req-0c749b27-c1d0-44d2-bed8-52a349696dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:19.320544 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-0c749b27-c1d0-44d2-bed8-52a349696dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 1130 time: 0.0404701 Apr 29 09:07:19.429582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfecec-ebdc-472e-b747-3fe177499581 req-7ffb92da-12a6-4085-b507-d8b882e1bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:19.431061 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-7ffb92da-12a6-4085-b507-d8b882e1bee2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0908210 Apr 29 09:07:19.498622 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-60d7bc66-ca40-4f35-9dfb-46cb5d5b004d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 200 len: 1001 time: 0.0607584 Apr 29 09:07:19.549628 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfecec-ebdc-472e-b747-3fe177499581 req-2b01ee95-dc94-4aa7-b136-7f6297780015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:19.551066 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-2b01ee95-dc94-4aa7-b136-7f6297780015 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0467231 Apr 29 09:07:19.594261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfecec-ebdc-472e-b747-3fe177499581 req-193f4e19-38c8-4ca6-8976-a5ed0ab70516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:07:19.595726 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-193f4e19-38c8-4ca6-8976-a5ed0ab70516 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375299 Apr 29 09:07:19.684439 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-a8549623-7afa-4c78-8d5c-fd2a8162419f service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809679 Apr 29 09:07:19.778332 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7edfecec-ebdc-472e-b747-3fe177499581 req-cda6d25e-e0f2-49de-99fc-68a4b84804bd service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867155 Apr 29 09:07:29.833638 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d4d36268-b8de-457f-98cd-d8616960bef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:32.126486 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-76fc25a7-3217-472a-9ec3-cf8d33e2cde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:32.191174 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:07:33.702406 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:34.842319 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:36.367147 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:37.873146 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:07:59.835531 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ac5cd218-49b1-416c-a698-dc95ae98ca51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:02.129395 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-73bf9f31-7653-45c0-889a-3789e45a29ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:03.700244 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:04.840510 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:06.371305 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:07.878876 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:09.190547 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:08:11.634698 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5ef5a-c490-4a66-a932-d1f8cd1c5c47 req-7aa378b5-c712-4e50-9d1b-51c96b9c303a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:11.636266 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-94d5ef5a-c490-4a66-a932-d1f8cd1c5c47 req-7aa378b5-c712-4e50-9d1b-51c96b9c303a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0506058 Apr 29 09:08:11.685571 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-94d5ef5a-c490-4a66-a932-d1f8cd1c5c47 req-b3006be3-abaa-4693-9560-82db57c49596 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 Apr 29 09:08:12.813147 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b52e9-8956-4be0-9a7a-8adcf6ccf7e6 req-6e5d0bd5-f602-45dc-a09e-8a6d50bce157 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:12.814670 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b84b52e9-8956-4be0-9a7a-8adcf6ccf7e6 req-6e5d0bd5-f602-45dc-a09e-8a6d50bce157 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0555882 Apr 29 09:08:12.873833 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-b84b52e9-8956-4be0-9a7a-8adcf6ccf7e6 req-8942dad6-72f4-4230-b337-97fd994eb07e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532551 Apr 29 09:08:13.991086 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3e0a-af30-4c06-a9ab-8397063996ca req-f07e2503-d102-44ca-8097-5a2f26972d54 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:13.992576 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-406e3e0a-af30-4c06-a9ab-8397063996ca req-f07e2503-d102-44ca-8097-5a2f26972d54 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0498686 Apr 29 09:08:14.050814 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-d650d496-7ab6-43ca-af92-d2646b023b9f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:14.052272 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-d650d496-7ab6-43ca-af92-d2646b023b9f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 946 time: 0.0588300 Apr 29 09:08:14.099481 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-406e3e0a-af30-4c06-a9ab-8397063996ca req-9a30f83a-d2ec-40fb-99ef-f0c69a24a5ee tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=16aafaef-6e20-4215-8b44-e0bb5c3a779e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983899 Apr 29 09:08:14.149452 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Deleting port 5c22483b-a6ab-4eee-8e1e-95997e13d961 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:08:14.149796 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.236055 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] For port 5c22483b-a6ab-4eee-8e1e-95997e13d961, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=5c22483b-a6ab-4eee-8e1e-95997e13d961,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:08:14.236455 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.406082 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.406452 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.406771 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Floating IP 8726c791-b039-4cc7-bd97-25bf563f56bb disassociated. External IP: 172.27.0.78, port: 5c22483b-a6ab-4eee-8e1e-95997e13d961. Apr 29 09:08:14.407115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Calling delete_port for 5c22483b-a6ab-4eee-8e1e-95997e13d961 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:08:14.538808 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (5c22483b-a6ab-4eee-8e1e-95997e13d961), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.567706 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'Port': ['ID=5c22483b-a6ab-4eee-8e1e-95997e13d961,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:14.578757 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.579115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.579471 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.579819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.580185 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.580526 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.580968 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.581305 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.581648 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.581976 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.582309 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.582759 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.583008 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.583593 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.584059 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:14.697066 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:08:14.810911 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:08:14.821985 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:08:14.833407 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:08:14.834041 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be3a970>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:08:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:14.862009 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] No DVR routers for this DVR port 5c22483b-a6ab-4eee-8e1e-95997e13d961 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:08:14.864648 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:14.867940 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f26b3429-3bb0-4dc1-9ab6-d83477a79730 req-6d29c835-d4db-4a1a-a60e-7ebea0158cdc tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "DELETE /v2.0/ports/5c22483b-a6ab-4eee-8e1e-95997e13d961 HTTP/1.1" status: 204 len: 173 time: 0.8102069 Apr 29 09:08:14.868800 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'name': 'network-vif-deleted', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:08:14.870799 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7feb6f7-8150-4926-a879-a4bfe10ae792" -d '{"events": [{"server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "name": "network-vif-deleted", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:08:14.917740 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8c3b79-0257-4cfd-9d13-388655ad3b26 x-openstack-request-id: req-ce8c3b79-0257-4cfd-9d13-388655ad3b26 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:08:14.918000 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e638d0d-740f-4461-a3de-b5e5a048de54", "name": "network-vif-deleted", "tag": "5c22483b-a6ab-4eee-8e1e-95997e13d961", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:08:14.918287 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce8c3b79-0257-4cfd-9d13-388655ad3b26 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:08:14.920178 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8c3b79-0257-4cfd-9d13-388655ad3b26'] response: {'server_uuid': '4e638d0d-740f-4461-a3de-b5e5a048de54', 'name': 'network-vif-deleted', 'tag': '5c22483b-a6ab-4eee-8e1e-95997e13d961', 'status': 'completed', 'code': 200} Apr 29 09:08:15.053227 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:08:15.208373 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-17081d66-093f-42a7-8b47-61af2991c746 req-0fc66c4a-e6c1-4011-bc5c-2a5e4fba82af tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e638d0d-740f-4461-a3de-b5e5a048de54 HTTP/1.1" status: 200 len: 210 time: 0.0286832 Apr 29 09:08:15.250859 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be3a970>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:15.279055 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:08:15.287969 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:08:15.288625 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9be3a970>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:08:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:15.407327 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:08:15.600997 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9be3a970>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:15.626608 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b354c-5078-42e6-ac13-8f69949d241d None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:08:15.847400 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66d3373-d093-4aed-9213-06e9ede7639c None None] New status for floating IP 8726c791-b039-4cc7-bd97-25bf563f56bb: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:08:17.306172 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35272) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:17.363738 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (16aafaef-6e20-4215-8b44-e0bb5c3a779e), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.387195 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (16aafaef-6e20-4215-8b44-e0bb5c3a779e), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.435591 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (16aafaef-6e20-4215-8b44-e0bb5c3a779e), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.438306 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.439468 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "DELETE /v2.0/security-groups/16aafaef-6e20-4215-8b44-e0bb5c3a779e HTTP/1.1" status: 204 len: 168 time: 0.1322143 Apr 29 09:08:17.442501 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35274) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:17.451160 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aafaef-6e20-4215-8b44-e0bb5c3a779e,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:17.455872 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-e617fdbe-7fab-4842-85f0-1d40595b3a17 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] show failed (client error): The resource could not be found. Apr 29 09:08:17.459623 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e617fdbe-7fab-4842-85f0-1d40595b3a17 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups/16aafaef-6e20-4215-8b44-e0bb5c3a779e HTTP/1.1" status: 404 len: 347 time: 0.0134706 Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.459776 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.460567 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35276) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:17.460668 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.460668 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.460853 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.461047 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.461379 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.461745 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.462139 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a534f8-9058-426a-8183-603d6d8d669a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:17.716719 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5c22483b-a6ab-4eee-8e1e-95997e13d961 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:08:17.739372 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 5c22483b-a6ab-4eee-8e1e-95997e13d961 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:08:17.739718 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 5c22483b-a6ab-4eee-8e1e-95997e13d961 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:08:17.834749 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Deleting port fb38e13d-048d-49da-bf9b-b0c2a6ff048b {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:08:17.835084 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.908166 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.908499 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:17.924912 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Calling delete_port for fb38e13d-048d-49da-bf9b-b0c2a6ff048b owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:08:18.055831 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (fb38e13d-048d-49da-bf9b-b0c2a6ff048b), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.085889 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'Port': ['ID=fb38e13d-048d-49da-bf9b-b0c2a6ff048b,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:18.150452 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (8726c791-b039-4cc7-bd97-25bf563f56bb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.153364 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.154512 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e5e58605-7657-4a06-92c0-2889e9bdc85b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "DELETE /v2.0/floatingips/8726c791-b039-4cc7-bd97-25bf563f56bb HTTP/1.1" status: 204 len: 168 time: 0.6938336 Apr 29 09:08:18.402036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35280) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:18.406520 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533784209', 'description': 'tempest-description--406636056'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:18.426986 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.494691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (420f4b9a-be85-4ee4-8101-cfda21021ceb), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.498424 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (420f4b9a-be85-4ee4-8101-cfda21021ceb), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.535698 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.536954 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1339180 Apr 29 09:08:18.538835 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243f7d-5a5a-4758-98e7-60b2f35cbdfd tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420f4b9a-be85-4ee4-8101-cfda21021ceb,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:18.539997 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35282) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:18.544564 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group_rule': {'security_group_id': '420f4b9a-be85-4ee4-8101-cfda21021ceb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:18.570337 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (fe0eaac8-70ae-43b7-820b-25cdac9efe9e), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.623472 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (fe0eaac8-70ae-43b7-820b-25cdac9efe9e), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.627118 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (fe0eaac8-70ae-43b7-820b-25cdac9efe9e), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.644878 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0eaac8-70ae-43b7-820b-25cdac9efe9e,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:18.652370 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.653540 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-19ef9954-8ebd-416a-ba65-f68c27934029 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125000 Apr 29 09:08:18.656308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35284) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:18.660741 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'security_group_rule': {'security_group_id': '420f4b9a-be85-4ee4-8101-cfda21021ceb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:18.685147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (3f3a61b8-f583-466f-8a92-40f3a45e40a3), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.743451 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (3f3a61b8-f583-466f-8a92-40f3a45e40a3), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.747261 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749976'] for security_group_rule (3f3a61b8-f583-466f-8a92-40f3a45e40a3), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.765504 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3a61b8-f583-466f-8a92-40f3a45e40a3,revision_number=0']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:18.773824 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.775018 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-d47f8368-d692-4808-8e7f-628bd355527a tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178031 Apr 29 09:08:18.778056 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35286) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:18.782446 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'floatingip': {'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:18.802565 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.879247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:18.983664 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Allocated IP 172.27.0.22 (30adaa79-81eb-45f0-ac96-21680a0f06cb/ca58097b-c56f-4f5b-be18-aa35dcd36c25/332df0dd-5548-42c6-895e-dd5b113dc2c4) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:08:19.084774 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.118398 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.166800 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Network 30adaa79-81eb-45f0-ac96-21680a0f06cb is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:08:19.169813 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:08:19.172252 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:08:19.177958 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=332df0dd-5548-42c6-895e-dd5b113dc2c4,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:19.260908 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.298145 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.454153 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.459784 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.537050 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=332df0dd-5548-42c6-895e-dd5b113dc2c4,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:19.545177 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.561564 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:19.562818 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-26983358-a00f-4a23-93c4-b3af1d39bf26 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7838082 Apr 29 09:08:19.761272 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-a2d1d462-59e4-4e1c-b5fd-6584b12b2e63 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1533784209&fields=id&tenant_id=aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 267 time: 0.0451541 Apr 29 09:08:19.870873 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-2d6826a5-2e19-4d71-9f66-5e4358cd5857 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:19.872379 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-2d6826a5-2e19-4d71-9f66-5e4358cd5857 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 811 time: 0.1046088 Apr 29 09:08:19.887174 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-89ee8c0e-9f74-464f-8a6e-cf842fec6293 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/quotas/aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 375 time: 0.0094357 Apr 29 09:08:19.937333 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-fac71359-42d5-4da4-b6f8-9bb7eeff4cac tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452800 Apr 29 09:08:19.995184 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-66885d75-f026-4c5d-82d4-eadca3754e7b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109813) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 29 09:08:19.996248 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-66885d75-f026-4c5d-82d4-eadca3754e7b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474086 Apr 29 09:08:20.086417 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-f6593a78-caa4-4637-a59b-feadb32abb6e service neutron] 10.222.0.31 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Apr 29 09:08:20.179959 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-67204461-33b7-4f68-b589-9775c7474dab service neutron] 10.222.0.31 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878916 Apr 29 09:08:20.344511 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-3c39e0d2-657a-41ee-a7c9-3701d2003b6f req-6dbe5a58-17c9-4494-86df-b0918beac2bb tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 210 time: 0.0330276 Apr 29 09:08:21.461057 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-ee6f487e-fd77-4f5a-b6ca-b1f7e8c838db req-e3ab1c11-f060-42d9-ba3e-8495e9820087 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 210 time: 0.0359206 Apr 29 09:08:21.468896 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-4c3e0613-7430-4104-8ce2-c86d0ef927a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:21.470311 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-4c3e0613-7430-4104-8ce2-c86d0ef927a7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 811 time: 0.1383774 Apr 29 09:08:21.539827 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-60be96b9-3772-4e98-ac4b-4742f4256ca7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aba74bd5665f48f69b0d080b09b8ade5 HTTP/1.1" status: 200 len: 380 time: 0.0551696 Apr 29 09:08:21.638533 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'port': {'device_id': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'admin_state_up': True, 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'security_groups': ['420f4b9a-be85-4ee4-8101-cfda21021ceb']}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:21.750146 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Made reservation on behalf of aba74bd5665f48f69b0d080b09b8ade5 for: {'port': 1} {{(pid=109813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 29 09:08:21.754580 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:21.878993 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.db_base_plugin_common [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Allocated IP 172.20.0.3 (1a79dedb-df01-4141-9876-7ec3cac354d9/49ca8051-a90c-496e-8ece-22ed47d76807/14dea86b-96df-4276-a0a6-00104aef95b8) {{(pid=109813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 29 09:08:22.021364 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for port (14dea86b-96df-4276-a0a6-00104aef95b8), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.054270 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744186627678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.099991 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 is already hosted by enough agents. {{(pid=109813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 29 09:08:22.105308 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.base_scheduler [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Resources bound (agent type, host, resource id): {{(pid=109813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 29 09:08:22.107749 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Received port after_create {{(pid=109813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 29 09:08:22.139028 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event updated for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:22.169495 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:22.170131 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.189223 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-49a48400-a5a3-420f-a86c-46fc3bc843c1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546467 Apr 29 09:08:22.207227 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.v2.base [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Request body: {'port': {'device_id': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83987'}} {{(pid=109813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:22.269367 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.369012 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-ce5c7525-435c-46c7-ab9f-e00f7a7274c9 None None] Provisioning complete for port 14dea86b-96df-4276-a0a6-00104aef95b8 triggered by entity DHCP. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:08:22.369641 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7525-435c-46c7-ab9f-e00f7a7274c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.412806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7525-435c-46c7-ab9f-e00f7a7274c9 None None] Port 14dea86b-96df-4276-a0a6-00104aef95b8 cannot update to ACTIVE because it is not bound. {{(pid=109814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 29 09:08:22.543313 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dea86b-96df-4276-a0a6-00104aef95b8 {{(pid=109813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:08:22.553250 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks [] for port (14dea86b-96df-4276-a0a6-00104aef95b8), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.567079 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.provisioning_blocks [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Transition to ACTIVE for port object 14dea86b-96df-4276-a0a6-00104aef95b8 will not be triggered until provisioned by entity L2. {{(pid=109813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 29 09:08:22.571247 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.592764 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74336467-104e-4d13-a3e8-583239c33dad req-3eef1121-f7b6-4bd1-bd10-d33f24eb3b64 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:22.594248 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-74336467-104e-4d13-a3e8-583239c33dad req-3eef1121-f7b6-4bd1-bd10-d33f24eb3b64 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 931 time: 0.0499992 Apr 29 09:08:22.622899 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Pushing event updated for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=2']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:22.648868 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-74336467-104e-4d13-a3e8-583239c33dad req-177e79c7-ead2-48a2-8114-c4bb2ca93d61 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Apr 29 09:08:22.699938 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Attempting to bind port 14dea86b-96df-4276-a0a6-00104aef95b8 on host hv-cinder-83987 for vnic_type normal with profile {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 29 09:08:22.700323 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Attempting to bind port 14dea86b-96df-4276-a0a6-00104aef95b8 by drivers openvswitch,hyperv on host hv-cinder-83987 at level 0 using segments [{'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 29 09:08:22.700667 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Attempting to bind port 14dea86b-96df-4276-a0a6-00104aef95b8 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:08:22.705973 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Port 14dea86b-96df-4276-a0a6-00104aef95b8 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83987 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 29 09:08:22.706370 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Attempting to bind port 14dea86b-96df-4276-a0a6-00104aef95b8 on network 1a79dedb-df01-4141-9876-7ec3cac354d9 {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 29 09:08:22.713058 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Checking agent: {'id': '462f7ea0-3f92-4be7-bad6-e5fddc67d95a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'started_at': datetime.datetime(2022, 4, 29, 8, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 4, 29, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 29 09:08:22.713432 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Checking segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 29 09:08:22.713944 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Bound using segment: {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'} {{(pid=109813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 29 09:08:22.714554 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.managers [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Bound port: 14dea86b-96df-4276-a0a6-00104aef95b8, host: hv-cinder-83987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f2f836-6950-42ed-946e-a4eff91674f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9'}}] {{(pid=109813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 29 09:08:22.715122 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), before_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.789246 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, cleared binding levels {{(pid=109813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 29 09:08:22.792435 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14dea86b-96df-4276-a0a6-00104aef95b8,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 29 09:08:22.798460 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957861'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.832417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:22.833133 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:22.835296 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] 10.222.0.20 "PUT /v2.0/ports/14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 200 len: 1093 time: 0.6322913 Apr 29 09:08:22.835756 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:08:22.839685 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e707ee7-c9eb-406a-bb06-1066b5355d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:08:22.894135 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1ccbe-f2d8-4080-af10-54877608f46c service neutron] Pushing event updated for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=3']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:22.946272 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-b1f80eda-703c-451b-8a1c-2d8d66f9fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:22.947946 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-b1f80eda-703c-451b-8a1c-2d8d66f9fa51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 1127 time: 0.0446861 Apr 29 09:08:22.969063 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ff73c-7db2-4921-89f9-b1f23d4100d8 x-openstack-request-id: req-c68ff73c-7db2-4921-89f9-b1f23d4100d8 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:08:22.969362 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:08:22.969624 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c68ff73c-7db2-4921-89f9-b1f23d4100d8 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:08:22.970062 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68ff73c-7db2-4921-89f9-b1f23d4100d8'] response: {'name': 'network-changed', 'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8', 'status': 'completed', 'code': 200} Apr 29 09:08:23.005016 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-4bc6f920-1e97-4e59-b76f-3b4fea370161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 200 len: 217 time: 0.0439851 Apr 29 09:08:23.057090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-4c890c44-bc07-4719-b502-6725917e851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:23.058582 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-4c890c44-bc07-4719-b502-6725917e851f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0468307 Apr 29 09:08:23.101807 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-e75e7beb-a739-4e98-8155-08b9f252c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:23.103306 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-e75e7beb-a739-4e98-8155-08b9f252c1d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389454 Apr 29 09:08:23.197849 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-fb5b51e6-46a5-4380-ac45-0ebb2ca6f8b4 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885932 Apr 29 09:08:23.303380 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-31a1945f-1f1b-4a1b-92fc-a4bf626c64ab req-372d7ad7-7c5d-4114-a8bf-b36159ea292c service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995543 Apr 29 09:08:23.765874 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136cfdb-b73d-4544-a2af-25151bbc6fb9 req-e18ccd8c-67ac-45dc-91c0-6005cb2df9a2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:23.767609 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6136cfdb-b73d-4544-a2af-25151bbc6fb9 req-e18ccd8c-67ac-45dc-91c0-6005cb2df9a2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 943 time: 0.0491726 Apr 29 09:08:23.815246 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-6136cfdb-b73d-4544-a2af-25151bbc6fb9 req-875de507-b852-4afe-a99c-aec13e08ff9f tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415032 Apr 29 09:08:24.931637 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d431f5-4767-4980-b64e-4964161c8a47 req-ef9c460d-01ba-484a-9e08-2bc387a98a4e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:24.933187 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3d431f5-4767-4980-b64e-4964161c8a47 req-ef9c460d-01ba-484a-9e08-2bc387a98a4e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 943 time: 0.0484984 Apr 29 09:08:24.984967 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-a3d431f5-4767-4980-b64e-4964161c8a47 req-45af176e-c05c-4782-b43f-cb00f3b7bfcb tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Apr 29 09:08:25.443127 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-20c763e4-19f0-4191-970b-c5c2edeace53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:25.444681 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-20c763e4-19f0-4191-970b-c5c2edeace53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 1127 time: 0.0408294 Apr 29 09:08:25.538106 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-eb33b56d-703a-4a91-bc39-6c536af9135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:25.539598 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-eb33b56d-703a-4a91-bc39-6c536af9135f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0888903 Apr 29 09:08:25.585032 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-2cdd7308-b42e-4f05-a789-353b10b1178e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 200 len: 217 time: 0.0396724 Apr 29 09:08:25.649090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-f44c8a2d-e9ed-4432-b3bb-b66bdc2ab4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:25.650503 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-f44c8a2d-e9ed-4432-b3bb-b66bdc2ab4a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0600080 Apr 29 09:08:25.693242 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-7d1d7b78-cceb-48f6-871d-365e8e516342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:25.694735 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-7d1d7b78-cceb-48f6-871d-365e8e516342 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386987 Apr 29 09:08:25.790948 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-0df00178-b95d-47cd-b067-409413f47209 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904157 Apr 29 09:08:25.882654 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-7e707ee7-c9eb-406a-bb06-1066b5355d4a req-852f51d0-4d2e-4169-96dc-74087918fa60 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Apr 29 09:08:26.107363 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4734529-8ebc-497a-bce4-784c064b138b req-2282a651-8c46-4ad6-a4d1-d41f74ebaae3 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:26.108892 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f4734529-8ebc-497a-bce4-784c064b138b req-2282a651-8c46-4ad6-a4d1-d41f74ebaae3 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 943 time: 0.0535150 Apr 29 09:08:26.157310 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-f4734529-8ebc-497a-bce4-784c064b138b req-a48c128c-c56f-46f8-8aef-bc39a8634968 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Apr 29 09:08:27.274589 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321926af-ce68-4569-9f93-d67cb27d74dd req-19213ec5-a5c3-4f9c-8f3a-135231c1fd81 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:27.276204 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-321926af-ce68-4569-9f93-d67cb27d74dd req-19213ec5-a5c3-4f9c-8f3a-135231c1fd81 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 943 time: 0.0511703 Apr 29 09:08:27.322722 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-321926af-ce68-4569-9f93-d67cb27d74dd req-3f0babfd-2b8d-4236-80f3-c99cc609e494 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Apr 29 09:08:27.765302 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 14dea86b-96df-4276-a0a6-00104aef95b8 details requested by agent hyperv_hv-cinder-83987 with host hv-cinder-83987 {{(pid=109814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 29 09:08:27.866111 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14dea86b-96df-4276-a0a6-00104aef95b8,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:08:27.876979 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Returning: {'device': '14dea86b-96df-4276-a0a6-00104aef95b8', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'port_id': '14dea86b-96df-4276-a0a6-00104aef95b8', 'mac_address': 'fa:16:3e:f1:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 29 09:08:27.913568 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 14dea86b-96df-4276-a0a6-00104aef95b8 is: DOWN; New status is: BUILD {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:08:27.913965 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:27.927218 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dea86b-96df-4276-a0a6-00104aef95b8 {{(pid=109814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 29 09:08:27.946714 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14dea86b-96df-4276-a0a6-00104aef95b8,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:08:27.950741 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:27.997605 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=4']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:28.006469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.006469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.006469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.006469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.006469 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.007017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.007017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.007361 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.007690 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.008027 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.008398 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.008723 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.009052 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.009384 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.009709 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:08:28.390925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] get_ports_and_sgs() called for port_ids ['14dea86b-96df-4276-a0a6-00104aef95b8'] {{(pid=109814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 29 09:08:28.436882 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766febfa-7a17-47b6-b97c-e70754e900c5 req-41dc3e06-37e0-43c4-a1c9-97cd3b5f38c0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:28.438393 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-766febfa-7a17-47b6-b97c-e70754e900c5 req-41dc3e06-37e0-43c4-a1c9-97cd3b5f38c0 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 944 time: 0.0482745 Apr 29 09:08:28.487845 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-766febfa-7a17-47b6-b97c-e70754e900c5 req-110f400d-12b2-4670-8880-f72b1ab373d7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434556 Apr 29 09:08:29.600662 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d21b16-254c-4420-9b91-d1d61de2079c req-bd0f0d91-47d2-4899-9318-004f58dcd8e7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:29.602043 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1d21b16-254c-4420-9b91-d1d61de2079c req-bd0f0d91-47d2-4899-9318-004f58dcd8e7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 944 time: 0.0466423 Apr 29 09:08:29.650183 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-b1d21b16-254c-4420-9b91-d1d61de2079c req-c6b05ff2-f0ff-44e0-a82f-cb8e0440fd65 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Apr 29 09:08:29.797064 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 14dea86b-96df-4276-a0a6-00104aef95b8 up at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 29 09:08:29.848412 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-91a1d440-6257-48a8-805b-f155b2b1454c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:29.855769 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning for port 14dea86b-96df-4276-a0a6-00104aef95b8 completed by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 29 09:08:29.861406 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.provisioning_blocks [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Provisioning complete for port 14dea86b-96df-4276-a0a6-00104aef95b8 triggered by entity L2. {{(pid=109814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 29 09:08:29.861790 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1794015'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), provisioning_complete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:29.939731 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Current status of the port 14dea86b-96df-4276-a0a6-00104aef95b8 is: BUILD; New status is: ACTIVE {{(pid=109814) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Apr 29 09:08:29.940149 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1651935'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), before_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:29.962781 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8'}] {{(pid=109814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:08:29.965024 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96ac86abd852505b4e908926562353d797baa552767851c320d33486dc930d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec4e35-117d-491e-9c07-6fe6ca6baf25" -d '{"events": [{"server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "name": "network-vif-plugged", "status": "completed", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8"}]}' {{(pid=109814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:08:29.978965 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14dea86b-96df-4276-a0a6-00104aef95b8,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:08:29.983214 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744187068124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744186627696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744186627714'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:30.035873 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Pushing event updated for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=5']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:08:30.063934 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e225624-3f12-4928-b7c3-3f5ed3045bd6 x-openstack-request-id: req-7e225624-3f12-4928-b7c3-3f5ed3045bd6 {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:08:30.064261 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "name": "network-vif-plugged", "status": "completed", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8", "code": 200}]} {{(pid=109814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:08:30.064523 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e225624-3f12-4928-b7c3-3f5ed3045bd6 {{(pid=109814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:08:30.064924 dv-cinder-839872-1-iscsi neutron-server[109814]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e225624-3f12-4928-b7c3-3f5ed3045bd6'] response: {'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8', 'code': 200} Apr 29 09:08:30.271822 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db696e4-b0b2-4893-9011-a94fab5516e6 req-90564848-7db0-4758-844f-f8ae5926fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:30.273336 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5db696e4-b0b2-4893-9011-a94fab5516e6 req-90564848-7db0-4758-844f-f8ae5926fbb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 1129 time: 0.0418515 Apr 29 09:08:30.315212 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-5db696e4-b0b2-4893-9011-a94fab5516e6 req-c84feeb2-f185-4292-9cdb-6c06fb9409b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360606 Apr 29 09:08:30.763626 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa9276-f272-401f-9c80-114777682669 req-144016e7-7e3b-4251-afe0-3b8c3cab5c37 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:30.765124 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7aa9276-f272-401f-9c80-114777682669 req-144016e7-7e3b-4251-afe0-3b8c3cab5c37 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0477583 Apr 29 09:08:30.812002 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-c7aa9276-f272-401f-9c80-114777682669 req-52ef003c-12b7-46e3-b8b1-a952874bc4a3 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Apr 29 09:08:31.930697 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a271d6-be4f-4984-a4ff-14e6e3ed2cff req-1cce9a92-74e0-4227-a735-4a9713a6bbe4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:31.932251 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-92a271d6-be4f-4984-a4ff-14e6e3ed2cff req-1cce9a92-74e0-4227-a735-4a9713a6bbe4 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0498753 Apr 29 09:08:31.981214 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-92a271d6-be4f-4984-a4ff-14e6e3ed2cff req-9e3ceca8-41aa-4a6b-84ba-6104cd9642d7 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433731 Apr 29 09:08:32.131869 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-14ba7bfb-01f1-438a-be19-ff07e4ec2111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:33.095582 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065d1f6-34a9-43d8-bb7a-fb4a92d03572 req-84d9bd0d-81dd-4fe1-9f25-553acb865680 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:33.097106 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f065d1f6-34a9-43d8-bb7a-fb4a92d03572 req-84d9bd0d-81dd-4fe1-9f25-553acb865680 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0480027 Apr 29 09:08:33.147878 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f065d1f6-34a9-43d8-bb7a-fb4a92d03572 req-d4c29ef7-4b6c-4ca0-950e-aaf755e5beaa tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Apr 29 09:08:33.257332 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8f731-ea69-4c69-8eff-072cb485d86c req-13164889-a22c-4304-adaa-161237aecccf tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:33.258773 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-43f8f731-ea69-4c69-8eff-072cb485d86c req-13164889-a22c-4304-adaa-161237aecccf tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0465279 Apr 29 09:08:33.267383 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35356) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:08:33.272348 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.v2.base [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Request body: {'floatingip': {'port_id': '14dea86b-96df-4276-a0a6-00104aef95b8'}} {{(pid=109812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Apr 29 09:08:33.309893 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), before_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:33.707090 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:33.765822 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:33.768393 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), after_update {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:33.889218 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.db.l3_db [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Floating IP f24e511c-179d-4c75-849b-8e130baddd9d associated. External IP: 172.27.0.22, port: 14dea86b-96df-4276-a0a6-00104aef95b8. Apr 29 09:08:34.135164 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:08:34.535713 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:08:34.540997 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:34.546012 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:08:34.556553 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:08:34.557179 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bae5220>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:08:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:34.577882 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-c8016733-0c48-4000-b7cc-f8af775596d8 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "PUT /v2.0/floatingips/f24e511c-179d-4c75-849b-8e130baddd9d HTTP/1.1" status: 200 len: 990 time: 1.3094318 Apr 29 09:08:34.578490 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8'}] {{(pid=109812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:08:34.580734 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4db1bde08c2fdf22a6aa80b86af25bf581a603e5129ec8de542ec6d1280efb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1587d4d-2865-47e5-aa05-72d8674b1e48" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8"}]}' {{(pid=109812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:08:34.672732 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:08:34.675475 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Apr 2022 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9907317c-12dd-47a5-ab00-a65f0399891f x-openstack-request-id: req-9907317c-12dd-47a5-ab00-a65f0399891f {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:08:34.676442 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8", "status": "completed", "code": 200}]} {{(pid=109812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:08:34.677426 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9907317c-12dd-47a5-ab00-a65f0399891f {{(pid=109812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:08:34.677898 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9907317c-12dd-47a5-ab00-a65f0399891f'] response: {'name': 'network-changed', 'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8', 'status': 'completed', 'code': 200} Apr 29 09:08:34.760527 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-dd98b2a3-49f9-473e-9512-b476cbbbf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:34.762115 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-dd98b2a3-49f9-473e-9512-b476cbbbf139 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 1129 time: 0.0406368 Apr 29 09:08:34.843003 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:34.855893 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-6379195f-b1ff-4503-baea-782d80b225da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:34.857385 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-6379195f-b1ff-4503-baea-782d80b225da service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0895631 Apr 29 09:08:34.900034 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bae5220>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'f24e511c-179d-4c75-849b-8e130baddd9d', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '14dea86b-96df-4276-a0a6-00104aef95b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:f1:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:08:19Z', 'updated_at': '2022-04-29T09:08:33Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:34.926811 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:08:34.927575 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-1572c699-c63a-49e8-8e4e-c62061a70fe7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 200 len: 998 time: 0.0639787 Apr 29 09:08:34.935912 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:08:34.936578 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bae5220>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:08:32Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:34.977427 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-73d00581-c10f-4fc9-a6ea-5397ac10243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:34.978940 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-73d00581-c10f-4fc9-a6ea-5397ac10243f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0460212 Apr 29 09:08:35.023704 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-e161580c-39ad-4089-9f14-6994933b296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:08:35.025231 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-e161580c-39ad-4089-9f14-6994933b296d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404873 Apr 29 09:08:35.045948 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:08:35.121593 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-463e1277-d9f1-46a3-acb1-8a53876ea243 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890627 Apr 29 09:08:35.216746 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d1587d4d-2865-47e5-aa05-72d8674b1e48 req-8f5da506-5aaa-4cb4-bcfa-cfda56ca099e service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891721 Apr 29 09:08:35.260288 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bae5220>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'f24e511c-179d-4c75-849b-8e130baddd9d', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '14dea86b-96df-4276-a0a6-00104aef95b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:f1:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:08:19Z', 'updated_at': '2022-04-29T09:08:33Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:08:35.290051 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655afa40-27ef-447c-8f87-290c8d776587 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_floatingips': [{'id': 'f24e511c-179d-4c75-849b-8e130baddd9d', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'router_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'port_id': '14dea86b-96df-4276-a0a6-00104aef95b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'mac_address': 'fa:16:3e:f1:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-29T09:08:19Z', 'updated_at': '2022-04-29T09:08:33Z', 'revision_number': 1, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:08:35.483327 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98028a90-aa61-49e3-a981-fbfab3736441 None None] New status for floating IP f24e511c-179d-4c75-849b-8e130baddd9d: ACTIVE {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:08:36.377475 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:37.882407 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:08:46.190400 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:08:59.841366 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-99c1ff3e-91ab-48c7-9525-f1402d735f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:02.135063 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-35968206-828b-45a9-9408-6125ea2f7d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:03.702211 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:04.845329 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:06.371880 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:07.897646 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:18.640990 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-dd57a7a8-ed90-421a-a130-f3e8703fd067 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394664 Apr 29 09:09:18.737453 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-1201e64e-8546-410e-b764-48ea742a8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:09:18.739446 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-1201e64e-8546-410e-b764-48ea742a8fbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 1129 time: 0.0390475 Apr 29 09:09:18.847855 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-03389289-37ed-4740-af05-f12227507e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:09:18.849964 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-03389289-37ed-4740-af05-f12227507e6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 200 len: 912 time: 0.0928833 Apr 29 09:09:18.914273 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-2326ef8d-f6cf-4863-bb76-42561f53cf9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 200 len: 1000 time: 0.0580719 Apr 29 09:09:18.963265 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-31529f5e-f652-4f56-b39a-76ba86c48242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:09:18.964757 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-31529f5e-f652-4f56-b39a-76ba86c48242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 200 len: 850 time: 0.0450139 Apr 29 09:09:19.014231 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-4d345494-b501-4a62-944a-502b06fca4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:09:19.015723 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-4d345494-b501-4a62-944a-502b06fca4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a79dedb-df01-4141-9876-7ec3cac354d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440724 Apr 29 09:09:19.103613 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-b8a8596d-4e93-4ca2-9678-360b541c5a06 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Apr 29 09:09:19.195618 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-d98b19e4-6bfd-4911-911b-dfc51934fa25 req-4f594d4a-2c9e-4405-8927-29ce9faa3f46 service neutron] 10.222.0.20 "GET /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849824 Apr 29 09:09:23.278918 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:09:29.846701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-48ed1992-d2fd-4f29-a24e-08bd1cff7a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:32.140224 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0d19646f-2d12-4c28-a942-cc9d7b502320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:33.704889 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:34.847688 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:36.385010 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:37.924817 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:09:59.840623 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4b127046-43a7-4b20-b85e-5d95674eac94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:00.188012 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:10:02.142743 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1c46b6db-e8ec-425f-82da-dfa3f25d086c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:03.715806 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:04.852392 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:06.382304 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:07.926951 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:11.540497 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00811ec-8d81-4850-bdc5-0d6d99127c08 req-015db7a7-a64f-4d90-9c47-b91b3c52ff23 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:10:11.542083 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f00811ec-8d81-4850-bdc5-0d6d99127c08 req-015db7a7-a64f-4d90-9c47-b91b3c52ff23 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0524743 Apr 29 09:10:11.593873 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-f00811ec-8d81-4850-bdc5-0d6d99127c08 req-98de97af-2f44-4251-910b-c50a5c002bac tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Apr 29 09:10:12.778951 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b34e23-75c4-4c72-ba59-f890d663d4ee req-b2220d3b-14c7-4bd4-a3ae-c6393bc0ac8e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:10:12.780597 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-69b34e23-75c4-4c72-ba59-f890d663d4ee req-b2220d3b-14c7-4bd4-a3ae-c6393bc0ac8e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0683768 Apr 29 09:10:12.837460 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [req-69b34e23-75c4-4c72-ba59-f890d663d4ee req-b43ddb11-2a5f-48f2-a65f-b913d0585a9b tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477397 Apr 29 09:10:13.426147 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-44fb0938-b4b7-4530-9e1a-776d29d37278 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:10:13.427743 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-44fb0938-b4b7-4530-9e1a-776d29d37278 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.0636170 Apr 29 09:10:13.531119 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Deleting port 14dea86b-96df-4276-a0a6-00104aef95b8 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:13.531470 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:13.637846 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] For port 14dea86b-96df-4276-a0a6-00104aef95b8, host hv-cinder-83987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83987',level=0,port_id=14dea86b-96df-4276-a0a6-00104aef95b8,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:10:13.638358 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:14.173770 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc3c6e-d7fa-48c5-a875-e4163d41919c req-ec10da0a-153e-4a8b-96bd-66df1924215e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 29 09:10:14.175249 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-43dc3c6e-d7fa-48c5-a875-e4163d41919c req-ec10da0a-153e-4a8b-96bd-66df1924215e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 945 time: 0.1082458 Apr 29 09:10:14.207819 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:14.208219 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706363'] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), after_update {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:14.208546 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.db.l3_db [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Floating IP f24e511c-179d-4c75-849b-8e130baddd9d disassociated. External IP: 172.27.0.22, port: 14dea86b-96df-4276-a0a6-00104aef95b8. Apr 29 09:10:14.208902 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Calling delete_port for 14dea86b-96df-4276-a0a6-00104aef95b8 owned by compute:nova {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:14.285408 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-43dc3c6e-d7fa-48c5-a875-e4163d41919c req-e3506a38-12bc-4be6-8ea4-f32af3075bea tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups?id=420f4b9a-be85-4ee4-8101-cfda21021ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039784 Apr 29 09:10:14.390571 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (14dea86b-96df-4276-a0a6-00104aef95b8), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:14.448516 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'Port': ['ID=14dea86b-96df-4276-a0a6-00104aef95b8,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:14.460711 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.461064 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.461417 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.461763 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.462252 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.462803 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.463296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.463658 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.464258 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.464714 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.467466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.467466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.467466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.467466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.467466 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:14.638318 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:10:14.814810 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:10:14.827502 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:10:14.840519 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:10:14.841262 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7520>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:10:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:14.868429 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] No DVR routers for this DVR port 14dea86b-96df-4276-a0a6-00104aef95b8 on host hv-cinder-83987 {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:10:14.871520 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for port (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:14.875225 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-017126dc-8ac6-4b3d-b35a-6eedd6a3db9b req-5ecc6786-992e-441b-bbc5-5443deea4ba1 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.20 "DELETE /v2.0/ports/14dea86b-96df-4276-a0a6-00104aef95b8 HTTP/1.1" status: 204 len: 173 time: 1.4422786 Apr 29 09:10:14.875736 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'name': 'network-vif-deleted', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8'}] {{(pid=109813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 29 09:10:14.878340 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07fa9ca7e0c1bc78c6a03ccfecd1df436ec82d3a5e88ec8e12217468cfe949bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f1085e-0435-4a0a-9c64-7a09dc819155" -d '{"events": [{"server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "name": "network-vif-deleted", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8"}]}' {{(pid=109813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 29 09:10:14.950606 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Apr 2022 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8a7362-0b1e-4320-b775-b73fe9263c79 x-openstack-request-id: req-7c8a7362-0b1e-4320-b775-b73fe9263c79 {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 29 09:10:14.950910 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac", "name": "network-vif-deleted", "tag": "14dea86b-96df-4276-a0a6-00104aef95b8", "status": "completed", "code": 200}]} {{(pid=109813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 29 09:10:14.951171 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c8a7362-0b1e-4320-b775-b73fe9263c79 {{(pid=109813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 29 09:10:14.951617 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8a7362-0b1e-4320-b775-b73fe9263c79'] response: {'server_uuid': '4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac', 'name': 'network-vif-deleted', 'tag': '14dea86b-96df-4276-a0a6-00104aef95b8', 'status': 'completed', 'code': 200} Apr 29 09:10:14.980504 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:10:15.224548 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7520>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:15.255255 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:10:15.265194 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:10:15.265885 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7520>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:10:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:15.398871 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:10:15.429572 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [req-728ea398-17e8-4305-9d3e-1187a2ca4e3b req-d6060e8f-6874-47c5-b9ca-7d23d284e92e tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b6f9c5a-d8c7-42d2-8a30-979b4f6bdaac HTTP/1.1" status: 200 len: 210 time: 0.0305288 Apr 29 09:10:15.630101 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3e9bea7520>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:15.658160 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554ceaf9-6903-4aa7-86eb-81b6fd68e008 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:03:34Z', 'revision_number': 4, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi', '_interfaces': [{'id': 'cbe8ede1-41cf-4e2e-af16-490f81c32877', 'name': '', 'network_id': '1a79dedb-df01-4141-9876-7ec3cac354d9', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'mac_address': 'fa:16:3e:6c:58:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:34Z', 'updated_at': '2022-04-29T09:03:37Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'subnets': [{'id': '49ca8051-a90c-496e-8ece-22ed47d76807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:10:15.893408 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c92407-e8cd-46b4-97c8-ecc5ac18eb34 None None] New status for floating IP f24e511c-179d-4c75-849b-8e130baddd9d: DOWN {{(pid=109814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 29 09:10:16.356365 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 14dea86b-96df-4276-a0a6-00104aef95b8 no longer exists at agent hyperv_hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:10:16.377030 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] No Port match for: 14dea86b-96df-4276-a0a6-00104aef95b8 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:10:16.377376 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Device 14dea86b-96df-4276-a0a6-00104aef95b8 not bound to the agent host hv-cinder-83987 {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:10:16.529113 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35540) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:16.586469 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (420f4b9a-be85-4ee4-8101-cfda21021ceb), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.610359 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (420f4b9a-be85-4ee4-8101-cfda21021ceb), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.660573 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (420f4b9a-be85-4ee4-8101-cfda21021ceb), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.663869 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.665062 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "DELETE /v2.0/security-groups/420f4b9a-be85-4ee4-8101-cfda21021ceb HTTP/1.1" status: 204 len: 168 time: 0.1348870 Apr 29 09:10:16.667931 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35542) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:16.675192 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f4b9a-be85-4ee4-8101-cfda21021ceb,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:16.683152 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.api.v2.resource [None req-8692a3aa-9ac5-4298-80be-f1c1f900b070 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] show failed (client error): The resource could not be found. Apr 29 09:10:16.683315 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.683516 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.683864 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.684175 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8692a3aa-9ac5-4298-80be-f1c1f900b070 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "GET /v2.0/security-groups/420f4b9a-be85-4ee4-8101-cfda21021ceb HTTP/1.1" status: 404 len: 347 time: 0.0138321 Apr 29 09:10:16.684305 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.684560 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.684893 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.685223 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.685549 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.685876 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.686206 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.686530 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.686855 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.687047 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35544) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:16.687193 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.687489 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.687805 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae305369-b5d9-428c-8168-2ac380780fb2 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:16.802992 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Deleting port 332df0dd-5548-42c6-895e-dd5b113dc2c4 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:16.804096 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.881039 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.881291 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (332df0dd-5548-42c6-895e-dd5b113dc2c4), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:16.893132 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Calling delete_port for 332df0dd-5548-42c6-895e-dd5b113dc2c4 owned by network:floatingip {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:17.023303 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (332df0dd-5548-42c6-895e-dd5b113dc2c4), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:17.052511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Pushing event deleted for resources: {'Port': ['ID=332df0dd-5548-42c6-895e-dd5b113dc2c4,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:17.117430 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks [] for floatingip (f24e511c-179d-4c75-849b-8e130baddd9d), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:17.120027 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52366'] for floatingip (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:17.121219 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-c58af939-ba45-48b7-b364-afd7b08fa181 tempest-AttachVolumeTestJSON-719983907 tempest-AttachVolumeTestJSON-719983907-project] 10.222.0.31 "DELETE /v2.0/floatingips/f24e511c-179d-4c75-849b-8e130baddd9d HTTP/1.1" status: 204 len: 168 time: 0.4332871 Apr 29 09:10:17.269349 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-99e04e4a-1421-4b73-8167-93f2e973c227 req-2ec47481-9de2-426a-8ee5-b372afeab034 service neutron] (109812) timed out ('10.222.0.20', 51673) {{(pid=109812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:10:18.153090 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-107c26c1-7f3b-410e-9cd6-819f697381d0 req-41821e8d-1087-4b28-89e5-2964dcdee156 service neutron] (109813) timed out ('10.222.0.20', 51919) {{(pid=109813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:10:20.661043 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35572) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:21.093599 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707131'] for router_interface (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:21.334749 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Deleting port cbe8ede1-41cf-4e2e-af16-490f81c32877 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:21.335133 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:21.414841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] For port cbe8ede1-41cf-4e2e-af16-490f81c32877, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=cbe8ede1-41cf-4e2e-af16-490f81c32877,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:10:21.415208 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:21.427709 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Calling delete_port for cbe8ede1-41cf-4e2e-af16-490f81c32877 owned by network:router_interface {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:21.611905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (cbe8ede1-41cf-4e2e-af16-490f81c32877), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:21.638115 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe8ede1-41cf-4e2e-af16-490f81c32877,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:21.819977 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707223'] for router_interface (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:22.042757 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf has already been hosted by L3 agent fe1759e3-142d-4b9e-8a02-0c9a7cae9c68 {{(pid=109813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 29 09:10:22.156303 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] Notify agent at l3_agent.dv-cinder-839872-1-iscsi the message routers_updated {{(pid=109813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 29 09:10:22.161551 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8fb86474-0ddc-40ad-9cc5-a7b24984ac1c admin admin] 10.222.0.31 "PUT /v2.0/routers/7daf14c4-d5b9-4602-878b-6d3c3ed0feaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4993894 Apr 29 09:10:22.164106 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35576) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:22.166969 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Sync routers for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 29 09:10:22.177058 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:10:22.177683 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea01ca520>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:10:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:22.276991 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks [] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:22.287140 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: dv-cinder-839872-1-iscsi {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:10:22.386997 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks [] for router_gateway (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:22.472111 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea01ca520>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'external_fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:10:21Z', 'revision_number': 5, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port': {'id': 'aa4ec822-a847-416c-b1f9-7c35e1ea0039', 'name': '', 'network_id': '30adaa79-81eb-45f0-ac96-21680a0f06cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839872-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-29T09:03:31Z', 'updated_at': '2022-04-29T09:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ca58097b-c56f-4f5b-be18-aa35dcd36c25', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839872-1-iscsi'}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:22.500609 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Checking router: 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf for host: dv-cinder-839872-1-iscsi {{(pid=109815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 29 09:10:22.511028 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Routers {'7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'} bound to L3 agent in host dv-cinder-839872-1-iscsi {{(pid=109815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 29 09:10:22.511665 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3ea01ca520>, 'dv-cinder-839872-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-29T08:42:32Z,description=<?>,heartbeat_timestamp=2022-04-29T09:10:02Z,host='dv-cinder-839872-1-iscsi',id=fe1759e3-142d-4b9e-8a02-0c9a7cae9c68,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-29T08:42:32Z,topic='l3_agent')) {'router_ids': ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'], 'active': True} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:22.608920 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_dvr_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] Set router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf gateway port host: None {{(pid=109815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 29 09:10:22.721462 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Deleting port aa4ec822-a847-416c-b1f9-7c35e1ea0039 {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:22.722010 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:22.757973 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.l3_hamode_db [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3ea01ca520>, [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:10:22Z', 'revision_number': 6, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port_host': None}], 'dv-cinder-839872-1-iscsi', False) {} {{(pid=109815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:22.785505 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0255b9-a6a2-43a4-8379-2025e5e708f0 None None] The sync data for ids ['7daf14c4-d5b9-4602-878b-6d3c3ed0feaf'] in dv-cinder-839872-1-iscsi is: [{'id': '7daf14c4-d5b9-4602-878b-6d3c3ed0feaf', 'name': 'tempest-AttachVolumeTestJSON-1666829821-router', 'tenant_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-29T09:03:30Z', 'updated_at': '2022-04-29T09:10:22Z', 'revision_number': 6, 'project_id': 'aba74bd5665f48f69b0d080b09b8ade5', 'gw_port_host': None}] {{(pid=109815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 29 09:10:22.829636 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] For port aa4ec822-a847-416c-b1f9-7c35e1ea0039, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=aa4ec822-a847-416c-b1f9-7c35e1ea0039,segment=NetworkSegment(ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3),segment_id=ce57a7bb-7bc1-4a51-a8ae-f42e9d17a6b3)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:10:22.830255 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:22.844541 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Calling delete_port for aa4ec822-a847-416c-b1f9-7c35e1ea0039 owned by network:router_gateway {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:23.024511 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (aa4ec822-a847-416c-b1f9-7c35e1ea0039), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.050824 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4ec822-a847-416c-b1f9-7c35e1ea0039,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:23.112014 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-668157'] for router_gateway (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.209230 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11529'] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.212572 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks [] for router_controller (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), precommit_delete_associations {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.266319 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-709471'] for router (7daf14c4-d5b9-4602-878b-6d3c3ed0feaf), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.266928 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7daf14c4-d5b9-4602-878b-6d3c3ed0feaf {{(pid=109813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 29 09:10:23.272031 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.275889 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35580) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:23.276682 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e8728f4b-b54e-424a-b474-4dfb51586a2e admin admin] 10.222.0.31 "DELETE /v2.0/routers/7daf14c4-d5b9-4602-878b-6d3c3ed0feaf HTTP/1.1" status: 204 len: 168 time: 1.1108003 Apr 29 09:10:23.322906 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.db.db_base_plugin_v2 [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Deleting subnet 49ca8051-a90c-496e-8ece-22ed47d76807 {{(pid=109812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 29 09:10:23.326289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Publish callbacks [] for subnet (49ca8051-a90c-496e-8ece-22ed47d76807), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.362122 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60281719'] for subnet (49ca8051-a90c-496e-8ece-22ed47d76807), precommit_delete_associations {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.445508 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797927'] for subnet (49ca8051-a90c-496e-8ece-22ed47d76807), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.498013 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2649847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60737501'] for subnet (49ca8051-a90c-496e-8ece-22ed47d76807), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.523823 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ca8051-a90c-496e-8ece-22ed47d76807,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:23.529677 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.532967 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-985560e3-e1b4-4027-929f-280ee877a802 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49ca8051-a90c-496e-8ece-22ed47d76807 HTTP/1.1" status: 204 len: 168 time: 0.2559714 Apr 29 09:10:23.535846 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35582) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:23.536933 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b477a-9bd4-4283-9d44-5166afcac8a2 None None] Network 1a79dedb-df01-4141-9876-7ec3cac354d9 requested from dv-cinder-839872-1-iscsi {{(pid=109814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 29 09:10:23.611496 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657481'] for network (1a79dedb-df01-4141-9876-7ec3cac354d9), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.642254 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cbe8ede1-41cf-4e2e-af16-490f81c32877 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:10:23.666853 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: cbe8ede1-41cf-4e2e-af16-490f81c32877 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:10:23.667108 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device cbe8ede1-41cf-4e2e-af16-490f81c32877 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:10:23.667546 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device aa4ec822-a847-416c-b1f9-7c35e1ea0039 no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:10:23.668494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Deleting port e1b6466c-16c4-4235-8190-3cf0d1a690cb {{(pid=109813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:23.669003 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.690017 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: aa4ec822-a847-416c-b1f9-7c35e1ea0039 {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:10:23.690380 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device aa4ec822-a847-416c-b1f9-7c35e1ea0039 not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:10:23.738243 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] DHCP port deletion for 1a79dedb-df01-4141-9876-7ec3cac354d9 request from dv-cinder-839872-1-iscsi {{(pid=109814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 29 09:10:23.742578 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.db [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] For port e1b6466c-16c4-4235-8190-3cf0d1a690cb, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e1b6466c-16c4-4235-8190-3cf0d1a690cb,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:10:23.742967 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.758530 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.plugin [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Calling delete_port for e1b6466c-16c4-4235-8190-3cf0d1a690cb owned by network:dhcp {{(pid=109813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:23.789390 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Deleting port e1b6466c-16c4-4235-8190-3cf0d1a690cb {{(pid=109814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Apr 29 09:10:23.789767 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744187064140'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), before_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.858494 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957886'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.863337 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.db [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] For port e1b6466c-16c4-4235-8190-3cf0d1a690cb, host dv-cinder-839872-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839872-1-iscsi',level=0,port_id=e1b6466c-16c4-4235-8190-3cf0d1a690cb,segment=NetworkSegment(a9f2f836-6950-42ed-946e-a4eff91674f2),segment_id=a9f2f836-6950-42ed-946e-a4eff91674f2)] {{(pid=109814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 29 09:10:23.863831 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668998'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), precommit_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.880746 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Calling delete_port for e1b6466c-16c4-4235-8190-3cf0d1a690cb owned by network:dhcp {{(pid=109814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Apr 29 09:10:23.885351 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b6466c-16c4-4235-8190-3cf0d1a690cb,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:23.892797 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] No DVR routers for this DVR port e1b6466c-16c4-4235-8190-3cf0d1a690cb on host dv-cinder-839872-1-iscsi {{(pid=109813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: from cryptography.utils import int_from_bytes Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: from cryptography.utils import int_from_bytes Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.963582 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 29 09:10:23.967028 dv-cinder-839872-1-iscsi neutron-server[109814]: self.session.flush() Apr 29 09:10:23.969104 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744187068106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744186627687'] for port (e1b6466c-16c4-4235-8190-3cf0d1a690cb), after_delete {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.972604 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791674', 'neutron.services.segments.db._delete_segments_for_network-8744187107705'] for network (1a79dedb-df01-4141-9876-7ec3cac354d9), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:23.995443 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Pushing event deleted for resources: {'Port': ['ID=e1b6466c-16c4-4235-8190-3cf0d1a690cb,revision_number=None']} {{(pid=109814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:23.999502 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0b8820>,) {'filters': {'network_id': ['1a79dedb-df01-4141-9876-7ec3cac354d9']}} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:23.999974 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] No DVR routers for this DVR port e1b6466c-16c4-4235-8190-3cf0d1a690cb on host dv-cinder-839872-1-iscsi {{(pid=109814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 29 09:10:24.007863 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.008296 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.009190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.009190 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.009423 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.009702 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.010027 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.010460 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.010665 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.010866 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0b8820>, 'a9f2f836-6950-42ed-946e-a4eff91674f2') {'for_net_delete': True} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:24.010986 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.011167 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.services.segments.db [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3e9a0b8820>, 'a9f2f836-6950-42ed-946e-a4eff91674f2') {} {{(pid=109813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 29 09:10:24.011281 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.011608 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.011923 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.012316 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.012636 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccff9ef-85a9-4573-a1ef-6a677a718c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839872-1-iscsi {{(pid=109814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 29 09:10:24.023266 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744187108226', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60129258'] for segment (a9f2f836-6950-42ed-946e-a4eff91674f2), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.037864 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026'] for segment (a9f2f836-6950-42ed-946e-a4eff91674f2), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.045800 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 29 09:10:24.046336 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957833'] for segment (a9f2f836-6950-42ed-946e-a4eff91674f2), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: Traceback (most recent call last): Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: timer() Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: cb(*args, **kw) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: return func(*args, **kwargs) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: self._notify() Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: self.callback(batched_events) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: event.method(event) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: aggregate_uuid = self.p_client.list_aggregates( Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: return f(self, *a, **k) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._get(url).json() Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: return self.request(url, 'GET', **kwargs) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: base_url = self.get_endpoint(auth, allow=allow, Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 29 09:10:24.048114 dv-cinder-839872-1-iscsi neutron-server[109813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 29 09:10:24.105196 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706325'] for network (1a79dedb-df01-4141-9876-7ec3cac354d9), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.110732 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535755'] for network (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.114405 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a79dedb-df01-4141-9876-7ec3cac354d9 HTTP/1.1" status: 204 len: 168 time: 0.5768821 Apr 29 09:10:24.127003 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d81c7c-033e-47f9-b610-47c2f9b5a471 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a79dedb-df01-4141-9876-7ec3cac354d9,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:24.230001 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35586) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:24.270773 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-3e7fe1e6-b933-4847-b735-1267746e9d9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aba74bd5665f48f69b0d080b09b8ade5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394185 Apr 29 09:10:24.273333 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35588) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:24.323920 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] Publish callbacks [] for security_group (227a00e3-3cd5-47fd-b2f3-bfcef19caaeb), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.347006 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] Publish callbacks [] for security_group (227a00e3-3cd5-47fd-b2f3-bfcef19caaeb), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.402093 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (227a00e3-3cd5-47fd-b2f3-bfcef19caaeb), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.404746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:24.405888 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/227a00e3-3cd5-47fd-b2f3-bfcef19caaeb HTTP/1.1" status: 204 len: 168 time: 0.1315660 Apr 29 09:10:24.414923 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63b4df-be08-4f0d-8573-7df5a6755d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227a00e3-3cd5-47fd-b2f3-bfcef19caaeb,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:25.468021 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e1b6466c-16c4-4235-8190-3cf0d1a690cb no longer exists at agent ovs-agent-dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 29 09:10:25.489877 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.plugin [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] No Port match for: e1b6466c-16c4-4235-8190-3cf0d1a690cb {{(pid=109814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Apr 29 09:10:25.490251 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron.plugins.ml2.rpc [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Device e1b6466c-16c4-4235-8190-3cf0d1a690cb not bound to the agent host dv-cinder-839872-1-iscsi {{(pid=109814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 29 09:10:28.212296 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35648) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:28.316871 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f7863e5d-a7d8-4595-b073-4ef80213467a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.392297 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f7863e5d-a7d8-4595-b073-4ef80213467a admin admin] Publish callbacks [] for security_group (f75ed222-e33d-42a8-88cc-dcc623da2829), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.396156 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-f7863e5d-a7d8-4595-b073-4ef80213467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (f75ed222-e33d-42a8-88cc-dcc623da2829), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.435827 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-f7863e5d-a7d8-4595-b073-4ef80213467a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfbe8c162c614c44bba5c2eb9393d9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224441 Apr 29 09:10:28.436807 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7863e5d-a7d8-4595-b073-4ef80213467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ed222-e33d-42a8-88cc-dcc623da2829,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:28.438571 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35652) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:28.487630 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] Publish callbacks [] for security_group (f75ed222-e33d-42a8-88cc-dcc623da2829), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.512605 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] Publish callbacks [] for security_group (f75ed222-e33d-42a8-88cc-dcc623da2829), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.559988 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (f75ed222-e33d-42a8-88cc-dcc623da2829), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.562545 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:28.563691 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f75ed222-e33d-42a8-88cc-dcc623da2829 HTTP/1.1" status: 204 len: 168 time: 0.1241326 Apr 29 09:10:28.572540 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f809f3b-6f84-4331-a232-1d7bec661149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ed222-e33d-42a8-88cc-dcc623da2829,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:29.842763 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-d3b71818-340e-4f48-a203-b83128453ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:32.145499 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc162-c8aa-45d5-a97f-6639cbfae93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:33.712701 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:34.854915 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:36.375394 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:37.187165 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:10:37.818173 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35766) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:37.924188 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f728fe38-c7d8-456f-9106-52fe1f0ea2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:37.942508 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.002099 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f728fe38-c7d8-456f-9106-52fe1f0ea2cb admin admin] Publish callbacks [] for security_group (2b71085f-4538-4a13-b8ac-dd9d6f290674), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.006200 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f728fe38-c7d8-456f-9106-52fe1f0ea2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b71085f-4538-4a13-b8ac-dd9d6f290674), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.045077 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f728fe38-c7d8-456f-9106-52fe1f0ea2cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe4ce11503fb4bf1a9c7abd40544a1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257953 Apr 29 09:10:38.046036 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728fe38-c7d8-456f-9106-52fe1f0ea2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71085f-4538-4a13-b8ac-dd9d6f290674,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:38.047936 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35770) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:38.100307 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] Publish callbacks [] for security_group (2b71085f-4538-4a13-b8ac-dd9d6f290674), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.122653 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] Publish callbacks [] for security_group (2b71085f-4538-4a13-b8ac-dd9d6f290674), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.172378 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (2b71085f-4538-4a13-b8ac-dd9d6f290674), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.174966 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:38.176108 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b71085f-4538-4a13-b8ac-dd9d6f290674 HTTP/1.1" status: 204 len: 168 time: 0.1265907 Apr 29 09:10:38.183936 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2addba-412b-41b2-8631-77a97b2a9fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71085f-4538-4a13-b8ac-dd9d6f290674,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:39.344856 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35820) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:39.450208 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc866-f7f8-4ab2-932a-3e382c7cf6f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.525857 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc866-f7f8-4ab2-932a-3e382c7cf6f1 admin admin] Publish callbacks [] for security_group (105f939b-56e0-4dbe-a960-7d7a9d44598a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.529826 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8dcc866-f7f8-4ab2-932a-3e382c7cf6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (105f939b-56e0-4dbe-a960-7d7a9d44598a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.568775 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b8dcc866-f7f8-4ab2-932a-3e382c7cf6f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9d1479c455a40ed842fed01e990d1a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228446 Apr 29 09:10:39.569905 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcc866-f7f8-4ab2-932a-3e382c7cf6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105f939b-56e0-4dbe-a960-7d7a9d44598a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:39.571691 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35824) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:39.619583 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] Publish callbacks [] for security_group (105f939b-56e0-4dbe-a960-7d7a9d44598a), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.641253 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] Publish callbacks [] for security_group (105f939b-56e0-4dbe-a960-7d7a9d44598a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.690000 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (105f939b-56e0-4dbe-a960-7d7a9d44598a), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.692565 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:39.693708 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/105f939b-56e0-4dbe-a960-7d7a9d44598a HTTP/1.1" status: 204 len: 168 time: 0.1209078 Apr 29 09:10:39.703238 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b1b54-9767-4002-912d-bc86d290d2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105f939b-56e0-4dbe-a960-7d7a9d44598a,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:41.783627 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35894) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:41.891841 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd6a0-c718-4120-bda9-3682eded72ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:41.968449 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd6a0-c718-4120-bda9-3682eded72ed admin admin] Publish callbacks [] for security_group (575980dc-09bb-4758-992e-340430351c59), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:41.972493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b8ddd6a0-c718-4120-bda9-3682eded72ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (575980dc-09bb-4758-992e-340430351c59), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.010717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddd6a0-c718-4120-bda9-3682eded72ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575980dc-09bb-4758-992e-340430351c59,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:42.015114 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b8ddd6a0-c718-4120-bda9-3682eded72ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=831ecb3c535a40f18c13041a364cdeb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301052 Apr 29 09:10:42.017717 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35898) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:42.068240 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] Publish callbacks [] for security_group (575980dc-09bb-4758-992e-340430351c59), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.091485 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] Publish callbacks [] for security_group (575980dc-09bb-4758-992e-340430351c59), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.137762 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (575980dc-09bb-4758-992e-340430351c59), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.140469 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.141619 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/575980dc-09bb-4758-992e-340430351c59 HTTP/1.1" status: 204 len: 168 time: 0.1229062 Apr 29 09:10:42.150558 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2738cfc-0550-4441-a4b8-024f72cd7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575980dc-09bb-4758-992e-340430351c59,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:42.405068 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 35904) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:42.417949 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f414c3f-a9fc-4904-abb7-5df9c9c5bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.494131 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f414c3f-a9fc-4904-abb7-5df9c9c5bd12 admin admin] Publish callbacks [] for security_group (ab644509-31c3-45f6-90a4-8b2d524f812a), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.497904 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7f414c3f-a9fc-4904-abb7-5df9c9c5bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ab644509-31c3-45f6-90a4-8b2d524f812a), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.547668 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7f414c3f-a9fc-4904-abb7-5df9c9c5bd12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abb3fde70e404503af49c2b72d7f64c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388605 Apr 29 09:10:42.547668 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f414c3f-a9fc-4904-abb7-5df9c9c5bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab644509-31c3-45f6-90a4-8b2d524f812a,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:42.548042 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 35906) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:42.599800 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] Publish callbacks [] for security_group (ab644509-31c3-45f6-90a4-8b2d524f812a), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.623120 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] Publish callbacks [] for security_group (ab644509-31c3-45f6-90a4-8b2d524f812a), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.669269 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (ab644509-31c3-45f6-90a4-8b2d524f812a), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.671826 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:42.673043 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab644509-31c3-45f6-90a4-8b2d524f812a HTTP/1.1" status: 204 len: 168 time: 0.1239421 Apr 29 09:10:42.682012 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b874123-ab13-49d3-982b-ee4934727985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab644509-31c3-45f6-90a4-8b2d524f812a,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:47.594590 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36000) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:47.698592 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71ed09c9-eab0-4a02-a479-bada0eb2fe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.772887 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71ed09c9-eab0-4a02-a479-bada0eb2fe4e admin admin] Publish callbacks [] for security_group (d8c36794-b513-43d7-b277-f158c0eb3fbc), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.777126 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-71ed09c9-eab0-4a02-a479-bada0eb2fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d8c36794-b513-43d7-b277-f158c0eb3fbc), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.816667 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-71ed09c9-eab0-4a02-a479-bada0eb2fe4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c10f38b387445f0899bd543126e6da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210114 Apr 29 09:10:47.817585 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed09c9-eab0-4a02-a479-bada0eb2fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c36794-b513-43d7-b277-f158c0eb3fbc,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:47.819334 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 36004) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:47.868823 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] Publish callbacks [] for security_group (d8c36794-b513-43d7-b277-f158c0eb3fbc), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.893677 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] Publish callbacks [] for security_group (d8c36794-b513-43d7-b277-f158c0eb3fbc), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.940735 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (d8c36794-b513-43d7-b277-f158c0eb3fbc), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.943493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:47.944704 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c36794-b513-43d7-b277-f158c0eb3fbc HTTP/1.1" status: 204 len: 168 time: 0.1243868 Apr 29 09:10:47.953572 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4434a0-8401-4d8f-a1ef-2891a3a9bc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c36794-b513-43d7-b277-f158c0eb3fbc,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:48.206037 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 36010) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:48.219746 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e7a4df57-5035-497b-a729-794446fccc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.297837 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e7a4df57-5035-497b-a729-794446fccc69 admin admin] Publish callbacks [] for security_group (4bb19ace-06cb-4867-ab8f-ca14a37c7513), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.301541 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-e7a4df57-5035-497b-a729-794446fccc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4bb19ace-06cb-4867-ab8f-ca14a37c7513), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.341529 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-e7a4df57-5035-497b-a729-794446fccc69 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9bfaf92bf1b94599a79b4168ec87da58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344008 Apr 29 09:10:48.342493 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4df57-5035-497b-a729-794446fccc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb19ace-06cb-4867-ab8f-ca14a37c7513,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:48.344196 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36012) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:48.395374 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] Publish callbacks [] for security_group (4bb19ace-06cb-4867-ab8f-ca14a37c7513), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.417229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] Publish callbacks [] for security_group (4bb19ace-06cb-4867-ab8f-ca14a37c7513), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.465126 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (4bb19ace-06cb-4867-ab8f-ca14a37c7513), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.467811 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:48.468993 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bb19ace-06cb-4867-ab8f-ca14a37c7513 HTTP/1.1" status: 204 len: 168 time: 0.1231985 Apr 29 09:10:48.477450 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f992cd-943b-4415-a94b-97ef14de567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb19ace-06cb-4867-ab8f-ca14a37c7513,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:53.464652 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36110) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:53.573753 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f76db5fd-759f-4a74-9f2e-02050dd743ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.649200 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f76db5fd-759f-4a74-9f2e-02050dd743ea admin admin] Publish callbacks [] for security_group (253ed2b1-2684-41e1-8312-c2f2273f52a6), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.653640 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-f76db5fd-759f-4a74-9f2e-02050dd743ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (253ed2b1-2684-41e1-8312-c2f2273f52a6), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.692563 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-f76db5fd-759f-4a74-9f2e-02050dd743ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2e6c3de11b64e2b92bac0295c8c2787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267976 Apr 29 09:10:53.693289 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76db5fd-759f-4a74-9f2e-02050dd743ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253ed2b1-2684-41e1-8312-c2f2273f52a6,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:53.695210 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 36114) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:53.743871 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] Publish callbacks [] for security_group (253ed2b1-2684-41e1-8312-c2f2273f52a6), before_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.765098 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] Publish callbacks [] for security_group (253ed2b1-2684-41e1-8312-c2f2273f52a6), precommit_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.816655 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (253ed2b1-2684-41e1-8312-c2f2273f52a6), after_delete {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.819221 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:53.823253 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/253ed2b1-2684-41e1-8312-c2f2273f52a6 HTTP/1.1" status: 204 len: 168 time: 0.1241717 Apr 29 09:10:53.828707 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b519062-000e-49d3-8d83-e8bc1a3f634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253ed2b1-2684-41e1-8312-c2f2273f52a6,revision_number=None']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:54.078540 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [-] (109813) accepted ('10.222.0.31', 36120) {{(pid=109813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:54.092110 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98de8a7f-fb0e-445d-910f-2998c8a0af99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.165076 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98de8a7f-fb0e-445d-910f-2998c8a0af99 admin admin] Publish callbacks [] for security_group (0a62a68a-0f6b-4432-bbb2-d38efb6e8a90), precommit_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.168808 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron_lib.callbacks.manager [None req-98de8a7f-fb0e-445d-910f-2998c8a0af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0a62a68a-0f6b-4432-bbb2-d38efb6e8a90), after_create {{(pid=109813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.206085 dv-cinder-839872-1-iscsi neutron-server[109813]: INFO neutron.wsgi [None req-98de8a7f-fb0e-445d-910f-2998c8a0af99 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9712ca38cbf742798f701b46a1412667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263978 Apr 29 09:10:54.206940 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de8a7f-fb0e-445d-910f-2998c8a0af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a62a68a-0f6b-4432-bbb2-d38efb6e8a90,revision_number=1']} {{(pid=109813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:54.208787 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36122) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:54.262333 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] Publish callbacks [] for security_group (0a62a68a-0f6b-4432-bbb2-d38efb6e8a90), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.284444 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] Publish callbacks [] for security_group (0a62a68a-0f6b-4432-bbb2-d38efb6e8a90), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.332304 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (0a62a68a-0f6b-4432-bbb2-d38efb6e8a90), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.335755 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.337138 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a62a68a-0f6b-4432-bbb2-d38efb6e8a90 HTTP/1.1" status: 204 len: 168 time: 0.1262314 Apr 29 09:10:54.350700 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de602d9-cbcf-4650-8cf2-032241084837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a62a68a-0f6b-4432-bbb2-d38efb6e8a90,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:54.664917 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36128) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:54.678742 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-41a266cf-6af0-41bd-b060-28d86ffbda92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.756416 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-41a266cf-6af0-41bd-b060-28d86ffbda92 admin admin] Publish callbacks [] for security_group (e2c0aad2-25af-4e15-8fee-0d768100fc8d), precommit_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.759960 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-41a266cf-6af0-41bd-b060-28d86ffbda92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e2c0aad2-25af-4e15-8fee-0d768100fc8d), after_create {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.796046 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a266cf-6af0-41bd-b060-28d86ffbda92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c0aad2-25af-4e15-8fee-0d768100fc8d,revision_number=1']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:54.800260 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-41a266cf-6af0-41bd-b060-28d86ffbda92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97313e4d59b64fd98d4049f3d17f5127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337879 Apr 29 09:10:54.803462 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [-] (109812) accepted ('10.222.0.31', 36130) {{(pid=109812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 29 09:10:54.849849 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] Publish callbacks [] for security_group (e2c0aad2-25af-4e15-8fee-0d768100fc8d), before_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.874229 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] Publish callbacks [] for security_group (e2c0aad2-25af-4e15-8fee-0d768100fc8d), precommit_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.924102 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-748109'] for security_group (e2c0aad2-25af-4e15-8fee-0d768100fc8d), after_delete {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.926794 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron_lib.callbacks.manager [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:10:54.927939 dv-cinder-839872-1-iscsi neutron-server[109812]: INFO neutron.wsgi [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2c0aad2-25af-4e15-8fee-0d768100fc8d HTTP/1.1" status: 204 len: 168 time: 0.1243212 Apr 29 09:10:54.936404 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407868b-07b4-4766-afad-fcc0f86bf9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c0aad2-25af-4e15-8fee-0d768100fc8d,revision_number=None']} {{(pid=109812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 29 09:10:59.846536 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-64b6d4e9-ad11-472e-a0dd-02f5f58d412e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:02.148875 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e05b81e1-f9e0-4fa6-9989-351a227d100e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:03.713301 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:04.856830 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:06.378015 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:07.936184 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:09.707652 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-51ba79eb-bfda-4c35-b432-e0ab717eb9ce service neutron] (109813) timed out ('10.222.0.31', 58422) {{(pid=109813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:11:09.965891 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-938e6cf7-12c7-41a4-97ca-300d91ae2917 req-a5a8c412-bc34-4c69-85c9-a13b5e05743a tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] (109813) timed out ('10.222.0.31', 58434) {{(pid=109813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:11:14.186326 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:11:29.849208 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ee510153-621b-4393-8235-e3c8ec6d22ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:32.151375 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a84fd70e-af4a-46b1-8691-de680e54e0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:33.716565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:34.862465 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:36.381293 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:37.944795 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:11:51.187185 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:11:59.851204 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-b700ee62-1e71-44e9-ad3f-e889b1583385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:02.153177 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-6c2d8986-9f9d-4244-9ede-8ffd26228c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:03.719512 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:04.863373 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:06.385615 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:07.956009 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:28.187514 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:12:29.852967 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-2bbe703a-2041-4def-b872-d2149f012efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:32.155878 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c4c4743d-b632-4e0b-a5a8-b4cfd1968450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:33.723445 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:34.867756 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:36.389982 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:37.969323 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:12:59.855383 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a4ab-c2c9-402a-9d9c-d8fc56e1642b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:02.157251 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e97e7a5a-045f-4016-bab2-766ed47d82d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:03.724487 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:04.869761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:05.187773 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:13:06.393241 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:07.968218 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:29.857451 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-0f84326f-01e7-42d9-abac-c171adb47146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:32.158972 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-29510763-4bf4-4fae-8a87-8277267f65e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:33.729518 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:34.871858 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:36.396923 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:37.965604 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:13:42.187700 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:13:59.859902 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-19641dbc-6ed5-4567-9c9c-5926b81a6e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:02.161761 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-31f9a9bc-bc52-4918-9f8f-4609edb301ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:03.730835 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:04.874897 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:06.400459 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:07.966350 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:19.187082 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:14:29.861199 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-380c7b4a-1cb2-4955-82e4-a936972f85c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:32.162711 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-ec58a531-944e-4c4c-a33c-4ab16c397337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:33.734194 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:34.876371 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:36.403786 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:37.974340 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:14:56.185724 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:14:59.863454 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b70a-91a5-43d7-ba17-610fb0af1f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:02.164925 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-eb00e48e-f2b7-4590-9571-b39646af019e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:03.740671 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:04.880348 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:06.406364 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:07.994565 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:29.869941 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-be6afa47-3dbe-402b-83ed-8216bd92373d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:32.168964 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc44b-02a2-4262-aacc-5aaff4ef7dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:33.186829 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:15:33.741558 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:34.886968 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:36.411266 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:37.989783 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:15:59.862952 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-14cd65b3-cff0-413b-b10b-7b60acac916d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:02.172173 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-4725b4b3-c70b-4a6d-9f80-0f1521839a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:03.742845 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:04.886309 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:06.415937 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:07.995626 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:10.186394 dv-cinder-839872-1-iscsi neutron-server[109815]: DEBUG neutron.db.agents_db [None req-1dbd2892-ef6d-4185-ba17-345593b5dee3 None None] Agent healthcheck: found 6 active agents {{(pid=109815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 29 09:16:25.188773 dv-cinder-839872-1-iscsi neutron-server[109812]: DEBUG neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-9f053952-a041-4e9d-afb8-3cd9cb41f6d7 service neutron] (109812) timed out ('10.222.0.31', 59796) {{(pid=109812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:16:25.267315 dv-cinder-839872-1-iscsi neutron-server[109813]: DEBUG neutron.wsgi [req-31a77888-ca9a-495d-9839-738e64d8c3ec req-4f2f259f-debe-4f25-8ee5-30d41acefebf tempest-AttachVolumeShelveTestJSON-495592871 tempest-AttachVolumeShelveTestJSON-495592871-project] (109813) timed out ('10.222.0.31', 59804) {{(pid=109813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 29 09:16:29.866382 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-242b67f0-763f-418a-b53a-fffb63f6d52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (73ceacfc-2208-40ff-b3c5-3a2ccf99274a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:32.174527 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-1cf900c4-f445-4c66-ae8a-f8884db09ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (fe1759e3-142d-4b9e-8a02-0c9a7cae9c68), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:33.746429 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-e6513f4d-b830-4b39-a64c-f44e15e956d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (d957831f-d0af-484b-aa3d-5bd09f3aa3f9), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:34.888277 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-c957076e-e6cb-4bbc-961f-fa5ead096c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (6e4019c9-e037-4d05-8d6f-121aed2965fd), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:36.420354 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-af92e25e-a820-4c9e-aacf-6eb64aa788d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (8001794a-11c7-45ab-8b3c-53dd4a049597), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 29 09:16:37.992268 dv-cinder-839872-1-iscsi neutron-server[109814]: DEBUG neutron_lib.callbacks.manager [None req-617053b9-0a28-4bde-a9b2-5d5237bc0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744187107687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1793661'] for agent (462f7ea0-3f92-4be7-bad6-e5fddc67d95a), after_update {{(pid=109814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}